-- Logs begin at Tue 2021-06-29 13:47:35 UTC, end at Tue 2021-06-29 14:44:53 UTC. -- Jun 29 14:20:03.021694 dv-cinder-798356-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 14:20:05.130992 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.common.config [-] Logging enabled! Jun 29 14:20:05.131627 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 14:20:05.131784 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74107) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 14:20:05.133949 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.common.config [-] Logging enabled! Jun 29 14:20:05.134204 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 29 14:20:05.134453 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74107) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 29 14:20:05.135435 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 14:20:05.135673 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 14:20:05.136032 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 14:20:05.136286 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 14:20:05.136511 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 14:20:05.137391 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.137694 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.137992 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.138224 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.138516 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.138805 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.139088 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.139401 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.139696 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.139983 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.140265 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.140546 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.140777 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.141057 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.141342 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.141633 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.141855 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] debug = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.142132 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.142553 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.142955 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.143254 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.143546 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.143820 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.144096 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.144378 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.144702 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] host = dv-cinder-798356-1-smb {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.144976 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.145262 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.145546 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.145832 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.146106 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.146380 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.146670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.146934 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.147238 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_file = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.147516 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.147803 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.148090 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.148380 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.148602 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.148823 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.149108 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.149398 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.149672 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.149947 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.150219 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.150493 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.150765 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.151032 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.151347 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.151636 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.151920 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.152197 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.152497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.152770 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.153042 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.153329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.153604 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.153878 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.154153 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.154437 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.154706 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.154980 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.155305 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.155593 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.155991 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.156281 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.156557 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.156840 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.157112 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.157387 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.157659 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_json = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.157931 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.158202 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.158485 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.158755 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.159025 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.159329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.159603 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.159886 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:05.160181 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.160475 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.160775 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.161058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.161357 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.161636 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.161925 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.162206 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.162496 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.162785 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.163074 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.163380 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.163670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.163965 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.164254 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.164529 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.164807 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.165098 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.165377 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.165648 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.165926 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.166211 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.166487 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.166757 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.167039 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.167349 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.167627 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.167900 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.168206 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.168498 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.168779 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.169050 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.169322 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.169601 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.169872 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.170159 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.170438 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.170713 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.170984 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.171286 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.171564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.171836 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.172115 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.172386 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.172665 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.172938 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.173209 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.173483 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.173756 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.174027 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.174299 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.174572 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.174848 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.175117 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.175416 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.175691 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.175963 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.176241 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.176532 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.176836 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.177114 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.177397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.177677 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.177959 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.178237 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.178515 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.178794 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.179075 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.179374 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.179666 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.179950 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.180238 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.180526 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.180806 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.181100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.181379 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.181667 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.181945 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.182223 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.182507 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.182792 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.183086 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.183403 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.184207 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.184502 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.184796 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.185077 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.185386 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.185669 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:05.185889 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 14:20:05.186130 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74107) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 14:20:05.584018 dv-cinder-798356-1-smb neutron-server[74107]: INFO keyring.backend [-] Loading KWallet Jun 29 14:20:05.591548 dv-cinder-798356-1-smb neutron-server[74107]: INFO keyring.backend [-] Loading SecretService Jun 29 14:20:05.594806 dv-cinder-798356-1-smb neutron-server[74107]: INFO keyring.backend [-] Loading Windows Jun 29 14:20:05.596144 dv-cinder-798356-1-smb neutron-server[74107]: INFO keyring.backend [-] Loading chainer Jun 29 14:20:05.596715 dv-cinder-798356-1-smb neutron-server[74107]: INFO keyring.backend [-] Loading macOS Jun 29 14:20:05.629883 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:05.630159 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:05.630449 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:05.630780 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 14:20:05.936649 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.936856 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.937127 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.993197 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.993483 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.993753 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.996890 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.997175 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:05.997446 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.026108 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.026386 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.026657 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.052180 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.052457 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.052726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.365280 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.365928 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.365928 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.366099 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.366795 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.489654 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.489974 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.490260 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.490533 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.490800 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.491107 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.491397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.491655 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.491907 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.492187 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.492445 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.492709 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.492971 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.493225 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.493491 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.493759 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.494015 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.494286 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.494540 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.494819 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.495181 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.495439 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.495689 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.495972 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.496734 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.496981 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.497361 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.497597 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.497839 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.498074 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.498307 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.498541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:06.499085 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 14:20:06.502272 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 14:20:06.506185 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 14:20:06.510099 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 29 14:20:06.511825 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 14:20:06.512802 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 14:20:06.513321 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 14:20:06.513521 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 14:20:06.516362 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 14:20:06.516614 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 14:20:06.516952 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 14:20:06.544365 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 29 14:20:06.544817 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.545118 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74107) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 14:20:06.545480 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.546823 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74107) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 14:20:06.547106 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 14:20:06.547382 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 14:20:06.550744 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.551025 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:06.611563 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 14:20:06.611803 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 14:20:06.612042 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 14:20:06.612411 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 14:20:06.643076 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_db.sqlalchemy.engines [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74107) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 29 14:20:06.969604 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing driver for type 'gre' Jun 29 14:20:06.970045 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] gre ID ranges: [(1, 1000)] Jun 29 14:20:07.024961 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing driver for type 'local' Jun 29 14:20:07.025341 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing driver for type 'vlan' Jun 29 14:20:07.038468 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] VlanTypeDriver initialization complete Jun 29 14:20:07.038825 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing driver for type 'vxlan' Jun 29 14:20:07.039346 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] vxlan ID ranges: [(1, 1000)] Jun 29 14:20:07.096205 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing extension driver 'port_security' Jun 29 14:20:07.096603 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.extensions.port_security [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] PortSecurityExtensionDriver initialization complete Jun 29 14:20:07.096977 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing mechanism driver 'openvswitch' Jun 29 14:20:07.097300 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing mechanism driver 'hyperv' Jun 29 14:20:07.103761 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.plugins.ml2.plugin [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:07.104505 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.104875 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.105229 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.106177 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.106550 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.106918 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.107323 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.107668 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.108005 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.108374 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.108724 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.109064 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.109436 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.109777 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.110108 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.110442 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] ML2 OVO RPC backend initialized. {{(pid=74107) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 29 14:20:07.111063 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.111436 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.111845 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.112185 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > networks before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.112525 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.112860 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > ports before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.113201 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.113539 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnets before_response 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.113879 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.114214 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.114543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.114872 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.115234 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.115557 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.115885 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.116213 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.116539 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.117100 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.plugin [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Modular L2 Plugin initialization complete Jun 29 14:20:07.117422 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading services supported by the core plugin {{(pid=74107) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 14:20:07.117740 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.plugins.ml2.managers [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Got port-security extension from driver 'port_security' Jun 29 14:20:07.118196 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.extensions.vlantransparent [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Disabled vlantransparent extension. Jun 29 14:20:07.118605 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74107) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 14:20:07.118913 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: router Jun 29 14:20:07.155009 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.155422 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_create 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.155792 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router before_create 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.156156 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.156527 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.156880 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_delete 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.157236 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.157597 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_create 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.157946 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.158293 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.158638 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.158989 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.159423 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.159785 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.160124 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.160458 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: subnet after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.160792 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.161137 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.161478 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_create 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.161815 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.162154 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.162508 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router after_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.162845 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.163211 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_create 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.163568 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.163906 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_update 55549900 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.164263 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > agent after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.164609 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > agent after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.164948 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > network after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.165791 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Tracking information for resource: router configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:07.166113 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Tracking information for resource: floatingip configured {{(pid=74107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 14:20:07.171573 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.db.l3_agentschedulers_db [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 14:20:07.172140 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.172507 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.172856 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.173205 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: port after_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.174000 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router before_create 55550100 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.174364 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.174722 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_create 55550100 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.175075 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > router precommit_update 55550100 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.179489 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.provider_configuration [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service providers = [] {{(pid=74107) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 14:20:07.179851 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.db.servicetype_db [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74107) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 14:20:07.183458 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.service_base [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 14:20:07.183866 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.service_base [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 14:20:07.184209 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.service_base [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 14:20:07.185285 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.services.service_base [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 14:20:07.185663 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.services.service_base [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 14:20:07.186054 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.186374 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 14:20:07.197446 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.197779 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: auto_allocate Jun 29 14:20:07.203680 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: network precommit_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.204049 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: network precommit_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.204569 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.204885 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: tag Jun 29 14:20:07.211601 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.211930 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: timestamp Jun 29 14:20:07.216464 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.216793 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: network_ip_availability Jun 29 14:20:07.222002 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.222316 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.222670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.223408 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.223725 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: flavors Jun 29 14:20:07.228578 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.228906 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading Plugin: revisions Jun 29 14:20:07.233729 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 14:20:07.234120 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.604s {{(pid=74107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:07.234842 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74107) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 29 14:20:07.235208 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Initializing extension manager. Jun 29 14:20:07.235710 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: __init__.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.236046 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: __pycache__ {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.236373 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.236699 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.237021 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: _filter_validation_lib.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.237343 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.237664 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: address_group.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.238397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.238968 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: address-group Jun 29 14:20:07.239314 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: address_scope.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.240061 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.240517 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: address-scope Jun 29 14:20:07.240839 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.241731 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.242240 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: router-admin-state-down-before-update Jun 29 14:20:07.242558 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: agent.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.243281 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.243791 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: agent Jun 29 14:20:07.244107 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: agent_resources_synced.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.244991 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.245499 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: agent-resources-synced Jun 29 14:20:07.245818 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: allowedaddresspairs.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.247613 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.248134 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: allowed-address-pairs Jun 29 14:20:07.248455 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: auto_allocated_topology.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.249500 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.250008 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: auto-allocated-topology Jun 29 14:20:07.250326 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: availability_zone.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.250997 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.251527 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: availability_zone Jun 29 14:20:07.251846 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: availability_zone_filter.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.252725 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.253231 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: availability_zone_filter Jun 29 14:20:07.253548 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: data_plane_status.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.254422 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.254923 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 14:20:07.255270 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: default_subnetpools.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.256154 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.256657 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: default-subnetpools Jun 29 14:20:07.256975 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.257735 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.258239 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: dhcp_agent_scheduler Jun 29 14:20:07.258557 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: dns.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.259468 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.259969 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 14:20:07.260285 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: dns_domain_ports.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.261168 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.261674 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 14:20:07.262028 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: dvr.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.262677 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.263213 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: dvr Jun 29 14:20:07.263530 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: empty_string_filtering.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.264408 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.264911 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: empty-string-filtering Jun 29 14:20:07.265232 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.266121 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.266617 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 14:20:07.266931 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.267834 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.268338 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 14:20:07.268652 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: external_net.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.269535 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.270045 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: external-net Jun 29 14:20:07.270364 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.271293 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.271803 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: extra_dhcp_opt Jun 29 14:20:07.272119 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: extraroute.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.273008 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.273517 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: extraroute Jun 29 14:20:07.273833 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: extraroute_atomic.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.274841 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.275389 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: extraroute-atomic Jun 29 14:20:07.275708 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: filter_validation.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.276357 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.276861 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: filter-validation Jun 29 14:20:07.277171 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: fip_pf_description.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.278618 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.279139 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 14:20:07.279459 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: fip_port_details.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.280510 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.281026 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: fip-port-details Jun 29 14:20:07.281343 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: flavors.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.282540 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.283060 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: flavors Jun 29 14:20:07.283410 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.285035 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.285561 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 14:20:07.285883 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: floatingip_pools.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.286560 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.287071 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: floatingip-pools Jun 29 14:20:07.287421 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: ip_allocation.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.288320 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.288823 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 14:20:07.289143 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.290027 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.290535 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: ip-substring-filtering Jun 29 14:20:07.290854 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l2_adjacency.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.291781 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.292285 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 14:20:07.292604 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.294254 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.294875 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: router Jun 29 14:20:07.295224 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.297430 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.297965 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 14:20:07.298296 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.299232 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.299748 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: ext-gw-mode Jun 29 14:20:07.300070 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.300957 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.301465 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: l3-ha Jun 29 14:20:07.301787 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3_flavors.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.302670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.303200 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: l3-flavors Jun 29 14:20:07.303524 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.304413 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.304915 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 14:20:07.305235 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: l3agentscheduler.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.306250 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.306766 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: l3_agent_scheduler Jun 29 14:20:07.307090 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: logging.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.308605 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.309156 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension logging not supported by any of loaded plugins Jun 29 14:20:07.309484 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: metering.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.310203 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.310775 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: metering Jun 29 14:20:07.311097 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.312185 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.312697 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: metering_source_and_destination_fields Jun 29 14:20:07.313014 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: multiprovidernet.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.313920 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.314430 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: multi-provider Jun 29 14:20:07.314749 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: netmtu.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.315786 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.316296 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: net-mtu Jun 29 14:20:07.316614 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: netmtu_writable.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.317503 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.318010 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: net-mtu-writable Jun 29 14:20:07.318325 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: network_availability_zone.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.318973 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.319510 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: network_availability_zone Jun 29 14:20:07.319825 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: network_ip_availability.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.320883 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.321394 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: network-ip-availability Jun 29 14:20:07.321714 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: network_segment_range.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.322454 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.322958 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 14:20:07.323307 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: pagination.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.324301 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.324627 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: pagination Jun 29 14:20:07.324939 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.325843 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.326354 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: port-mac-address-regenerate Jun 29 14:20:07.326670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: port_resource_request.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.327581 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.328091 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 14:20:07.328408 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: portbindings.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.329311 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.329821 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: binding Jun 29 14:20:07.330139 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: portbindings_extended.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.331419 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.331933 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: binding-extended Jun 29 14:20:07.332256 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: portsecurity.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.333151 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.333653 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: port-security Jun 29 14:20:07.333976 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: project_id.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.334922 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.335279 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: project-id Jun 29 14:20:07.335596 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: providernet.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.336477 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.336986 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: provider Jun 29 14:20:07.337548 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.341613 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.342138 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos not supported by any of loaded plugins Jun 29 14:20:07.342463 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.343710 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.344228 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 14:20:07.344562 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.345453 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.345964 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 14:20:07.346289 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_default.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.347192 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.347714 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-default not supported by any of loaded plugins Jun 29 14:20:07.348038 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_fip.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.348668 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.349177 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 14:20:07.349495 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_gateway_ip.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.350388 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.350895 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 14:20:07.351245 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_port_network_policy.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.352133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.352637 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 14:20:07.352953 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_rule_type_details.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.353835 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.354346 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 14:20:07.354671 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: qos_rules_alias.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.356304 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.356819 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 14:20:07.357137 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: quotasv2.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.357982 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.358302 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: quotas Jun 29 14:20:07.358618 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: quotasv2_detail.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.360369 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.360705 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: quota_details Jun 29 14:20:07.361030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: rbac.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.362044 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.362573 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: rbac-policies Jun 29 14:20:07.362898 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: rbac_address_scope.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.363824 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.364341 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: rbac-address-scope Jun 29 14:20:07.364664 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: rbac_security_groups.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.365554 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.366071 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: rbac-security-groups Jun 29 14:20:07.366372 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: rbac_subnetpool.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.367295 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.367811 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: rbac-subnetpool Jun 29 14:20:07.368130 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: revisionifmatch.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.369018 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.369526 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: revision-if-match Jun 29 14:20:07.369842 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: revisions.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.370923 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.371498 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: standard-attr-revisions Jun 29 14:20:07.371819 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: router_availability_zone.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.372472 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.372984 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: router_availability_zone Jun 29 14:20:07.373302 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: routerservicetype.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.374194 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.374706 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 14:20:07.375027 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.375956 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.376464 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: port-security-groups-filtering Jun 29 14:20:07.376783 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: securitygroup.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.387543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.388082 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: security-group Jun 29 14:20:07.388413 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: segment.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.389182 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.389707 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension segment not supported by any of loaded plugins Jun 29 14:20:07.390036 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.390947 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.391584 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 14:20:07.391911 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: servicetype.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.393045 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.393635 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: service-type Jun 29 14:20:07.393962 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: sorting.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.394984 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.395340 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: sorting Jun 29 14:20:07.395664 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: standard_attr_segment.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.396567 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.397081 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 14:20:07.397400 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: standardattrdescription.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.398027 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.398534 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: standard-attr-description Jun 29 14:20:07.398851 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: stateful_security_group.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.399783 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.400296 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: stateful-security-group Jun 29 14:20:07.400617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: stdattrs_common.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.401175 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 14:20:07.401488 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.402925 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.403467 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 14:20:07.403787 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnet_onboard.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.404911 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.405429 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: subnet_onboard Jun 29 14:20:07.405746 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.406649 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.407178 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 14:20:07.407496 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnet_service_types.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.408389 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.408897 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: subnet-service-types Jun 29 14:20:07.409212 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnetallocation.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.410264 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.410780 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: subnet_allocation Jun 29 14:20:07.411099 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.411763 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.412296 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: subnetpool-prefix-ops Jun 29 14:20:07.412595 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.413507 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.414017 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 14:20:07.414335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: tagging.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.415384 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.415912 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: standard-attr-tag Jun 29 14:20:07.416232 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: timestamp.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.417407 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.417927 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loaded extension: standard-attr-timestamp Jun 29 14:20:07.418842 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: trunk.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.419863 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.420379 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension trunk not supported by any of loaded plugins Jun 29 14:20:07.420702 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: trunk_details.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.421604 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.422109 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 14:20:07.422428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: uplink_status_propagation.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.423351 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.423861 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 14:20:07.424179 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Loading extension file: vlantransparent.py {{(pid=74107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 29 14:20:07.424828 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 29 14:20:07.425341 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 14:20:07.427576 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:network Jun 29 14:20:07.428271 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnet Jun 29 14:20:07.429031 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 14:20:07.429637 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:port Jun 29 14:20:07.430881 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.431344 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service FLAVORS assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.431947 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.432380 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.432709 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:router Jun 29 14:20:07.433358 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 14:20:07.434092 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service METERING assigned prefix: /metering {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.435516 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.435882 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.436235 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:20:07.437338 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 14:20:07.437778 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:security_group Jun 29 14:20:07.438432 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 14:20:07.439189 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service CORE assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.439518 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 14:20:07.439849 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] subnetpool is already registered Jun 29 14:20:07.440449 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service CORE assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.440773 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 14:20:07.441091 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] subnetpool is already registered Jun 29 14:20:07.443780 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.444209 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service FLAVORS assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.444795 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.445216 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.445544 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:router Jun 29 14:20:07.445867 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] router is already registered Jun 29 14:20:07.446447 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 14:20:07.446767 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] floatingip is already registered Jun 29 14:20:07.447413 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service METERING assigned prefix: /metering {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.448068 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 14:20:07.448389 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] rbac_policy is already registered Jun 29 14:20:07.448918 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:security_group Jun 29 14:20:07.449263 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] security_group is already registered Jun 29 14:20:07.449860 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 14:20:07.450183 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] security_group_rule is already registered Jun 29 14:20:07.450839 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service CORE assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.451187 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 14:20:07.451508 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] subnetpool is already registered Jun 29 14:20:07.452109 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.v2.resource_helper [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Service CORE assigned prefix: {{(pid=74107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 14:20:07.452427 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 14:20:07.452753 dv-cinder-798356-1-smb neutron-server[74107]: WARNING neutron.quota.resource_registry [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] subnetpool is already registered Jun 29 14:20:07.453379 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: extensions {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.454820 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: address-groups {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.456395 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: address-scopes {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.457563 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: agents {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.458688 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: auto-allocated-topology {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.459935 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: availability_zones {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.461202 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: dhcp-networks {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.462869 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: dhcp-agents {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.464267 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: routers {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.466605 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: flavors {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.467793 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: service_profiles {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.468984 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: next_providers {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.470451 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: service_profiles {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.471890 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: floatingip-pools {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.473097 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: routers {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.474802 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: floatingips {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.475991 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: l3-routers {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.477334 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: l3-agents {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.478691 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: metering-labels {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.480032 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: metering-label-rules {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.481863 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: network-ip-availabilities {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.483061 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: bindings {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.485555 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: quotas {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.486960 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: quotas {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.488376 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: rbac-policies {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.489646 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: security-groups {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.490832 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: security-group-rules {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.492054 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: service-providers {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.493244 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: subnetpools {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.494614 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: subnetpools {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.496064 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.497743 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.499507 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.501262 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.502990 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.504669 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.506383 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.508204 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.510020 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.512393 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron.api.extensions [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Extended resource: tags {{(pid=74107) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 29 14:20:07.518130 dv-cinder-798356-1-smb neutron-server[74107]: WARNING keystonemiddleware.auth_token [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 14:20:07.522712 dv-cinder-798356-1-smb neutron-server[74107]: WARNING keystonemiddleware.auth_token [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 14:20:07.531109 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Acquired lock "singleton_lock" {{(pid=74107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 14:20:07.531598 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_concurrency.lockutils [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Releasing lock "singleton_lock" {{(pid=74107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 14:20:07.532220 dv-cinder-798356-1-smb neutron-server[74107]: INFO oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Starting 2 workers Jun 29 14:20:07.536711 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Started child 74210 {{(pid=74107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 14:20:07.541568 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Started child 74211 {{(pid=74107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 14:20:07.542229 dv-cinder-798356-1-smb neutron-server[74107]: INFO neutron.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 14:20:07.542395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.543096 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Notify callbacks [] for process, before_spawn {{(pid=74107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.543724 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [-] (74210) wsgi starting up on http://0.0.0.0:9696 Jun 29 14:20:07.545710 dv-cinder-798356-1-smb neutron-server[74107]: INFO oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Starting 1 workers Jun 29 14:20:07.547254 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.548664 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [-] (74211) wsgi starting up on http://0.0.0.0:9696 Jun 29 14:20:07.550695 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Started child 74212 {{(pid=74107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 14:20:07.551291 dv-cinder-798356-1-smb neutron-server[74107]: INFO oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Starting 1 workers Jun 29 14:20:07.555599 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Started child 74213 {{(pid=74107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 29 14:20:07.555908 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] calling RpcWorker wait() {{(pid=74212) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 14:20:07.556472 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG neutron_lib.callbacks.manager [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] Notify callbacks [] for process, after_spawn {{(pid=74107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.557153 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.service [None req-c490cce7-0a84-41ec-aab7-a7091a0d8a44 None None] returning from RpcWorker wait() {{(pid=74212) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 14:20:07.558366 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 14:20:07.558580 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 14:20:07.558832 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 14:20:07.559036 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 14:20:07.559352 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.559474 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 14:20:07.559562 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 14:20:07.560055 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.560253 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:07.560356 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.560566 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.560821 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.561132 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.561649 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.561904 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.562151 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.562417 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.562666 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.562828 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.562993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.563275 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.563524 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.563671 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:07.564112 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.564112 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.564323 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.564587 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.564757 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.565026 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.565289 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.565515 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.565785 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] debug = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.566028 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.566515 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.566733 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.567002 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.567256 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.567527 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.567769 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.568036 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.568249 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.568495 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.568729 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.568984 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.569200 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.569449 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.569692 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.569904 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.570372 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] host = dv-cinder-798356-1-smb {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.570609 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.570832 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.571811 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.572113 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.572406 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.572669 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.572942 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.573207 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.573479 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.573741 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.574005 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.574835 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.575204 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.575472 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_file = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.575649 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_options = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.575895 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.576193 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.576476 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.576675 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.576852 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.577033 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.577306 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.577474 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.577745 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.577988 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.578209 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.578446 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.578686 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.578922 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.579221 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.579463 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.579702 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.579919 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.580195 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.580447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.580696 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.580929 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.581170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.581390 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.581629 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.581850 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.582080 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.582323 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.582542 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.582797 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.583066 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.583336 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.583579 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.583833 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.584068 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.584301 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.584541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.584816 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.585079 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.585297 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.585557 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.585778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.586004 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.586222 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.586439 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.586656 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_json = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.586872 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.587387 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.587637 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.587856 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.588093 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.588309 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.588530 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.588762 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.589186 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.589467 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.589808 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.590627 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.590873 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.591149 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.591468 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.591693 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.591929 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.592238 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.592836 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.593568 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.593970 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.594632 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:07.594949 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596080 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596080 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596080 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596499 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596499 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.596803 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.597033 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.597470 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.598012 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.598758 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.598986 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.599955 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.600303 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.601234 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.601579 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.601873 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.602137 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.603388 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.603705 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.604213 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.605162 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.607482 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.607928 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.608425 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.608888 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.609180 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.609437 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.610155 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.610415 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.610710 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.610978 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.611313 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.611555 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.611876 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.612082 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.612316 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.612574 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.612929 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.613356 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.614900 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.615331 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.615769 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.616193 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.616579 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.616993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.617311 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.617885 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.618137 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.618441 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.618779 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.619017 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.620041 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.620303 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.621000 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.621309 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.621630 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.621977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.622293 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.622530 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.622760 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.623121 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.623976 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.624299 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.624627 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.624933 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.625274 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.635443 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.635726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.635966 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.636204 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.636456 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.636729 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.637503 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.637781 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.638051 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.638291 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.638582 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.638841 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.639097 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.639353 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.639613 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.639853 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.640124 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.640407 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.640678 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.640920 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.641163 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.641436 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.641685 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.641963 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.642208 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.642503 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.642837 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.643103 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.643438 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.643681 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.643918 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.644171 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.644411 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.644665 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.645072 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.645355 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.645605 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.645931 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.646191 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.646451 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.646676 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.646931 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.647386 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.647626 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.647864 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.648110 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.648390 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.648648 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.648903 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.649183 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.649452 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.649687 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.649942 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.650201 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.650459 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.650674 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.650931 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.651182 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.651437 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.651671 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.651891 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.652107 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.652325 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.653117 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.653332 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.653571 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.653801 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.654023 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.654264 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.654493 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.654708 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.654926 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.655233 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.655490 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.655727 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.655946 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.656159 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.656423 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.656646 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.656929 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.657189 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.657427 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.657654 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.657899 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.658142 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.658360 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.658620 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.658836 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.659051 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.659289 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.659527 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.659739 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.659952 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.660182 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.660395 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.660636 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.660885 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.661225 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.661462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.661716 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.661935 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.662153 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.662371 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.662592 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.662809 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.663024 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.663264 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.663503 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.663747 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.663969 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.664200 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.664411 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.664622 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.664838 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.665050 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.665325 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.665537 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.665753 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.666026 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.666296 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.666540 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.666793 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.667034 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.667287 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.667505 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.667718 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.668077 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.668282 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.668492 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.668744 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.668986 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.669249 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.669492 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.669838 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.670029 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.670320 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.670556 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.670836 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.671170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.671387 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.671633 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.671890 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.672196 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.672493 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.672748 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.673002 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.673284 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.673563 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.673837 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.674046 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.674366 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.674682 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.675008 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.675290 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.675534 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.675783 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.676044 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.676263 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.676497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.676736 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.676951 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.677484 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.677484 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.677813 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.678057 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.678305 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.678521 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.678764 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.678994 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.679238 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.679457 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.679616 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 14:20:07.680180 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 29 14:20:07.680356 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 29 14:20:07.680501 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 29 14:20:07.680676 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 29 14:20:07.681255 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40288) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:07.683333 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 29 14:20:07.683730 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 29 14:20:07.684136 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.684482 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.684823 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.685505 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.685848 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.686204 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.686541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.686857 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687051 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687240 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687417 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687570 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687741 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.687906 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688063 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688227 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688388 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688547 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688718 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.688881 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.689024 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.689759 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.689759 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] debug = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.689759 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690312 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062864 Jun 29 14:20:07.690410 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690410 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690410 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690410 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690698 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690698 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690814 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.690996 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.691085 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.691272 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.691432 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.691579 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.691859 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.692064 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.692171 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] host = dv-cinder-798356-1-smb {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693312 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.693890 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694092 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_file = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_options = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.694977 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696058 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696491 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.696557 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697543 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697994 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697994 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697994 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.697994 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698217 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698217 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698338 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698619 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698619 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698841 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.698928 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.699094 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.700541 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701335 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.701993 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702490 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_json = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702490 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702490 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702702 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702702 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702858 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.702972 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.703150 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.703314 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 29 14:20:07.703489 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.703653 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.703825 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.703989 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.704144 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.704307 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.704452 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.704644 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.705631 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.706428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.706428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.706428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.706428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.706428 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707059 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707059 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707059 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707059 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.707617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708136 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708136 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708136 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708465 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708465 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708617 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708695 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708821 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.708966 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.710971 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.710971 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.710971 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.711347 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.711559 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.711738 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.712280 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.712975 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.712975 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713141 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713209 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713340 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713531 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713689 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.713951 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.715835 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.716098 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.716360 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.716558 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.716730 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.716893 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717113 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717211 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717362 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717528 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717693 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.717857 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718023 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718189 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718358 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718528 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718670 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718835 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.718997 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.719195 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.719371 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.719876 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.719876 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.719876 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720288 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720288 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720288 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720681 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720681 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720958 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.720958 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721220 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721220 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721548 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721548 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721852 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.721852 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722433 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722433 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722433 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722819 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722819 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.722819 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.724100 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.725133 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726030 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726789 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726789 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726789 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726789 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.726789 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.727551 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.727551 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.727551 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.727551 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.728055 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.728055 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.728055 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.728055 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.729447 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.730497 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.731564 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.732462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.732462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.732462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.732462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.732462 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733170 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733812 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733812 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733812 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.733812 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734329 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734833 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734833 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.734833 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735297 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735297 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735297 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735697 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735697 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735959 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.735959 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736218 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736218 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736485 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736485 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736759 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.736898 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737045 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737183 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737319 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737455 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737591 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737726 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.737862 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738009 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738147 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738306 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738477 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738641 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738794 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.738972 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.739148 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.739295 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.739446 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.739613 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.739785 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.740723 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741094 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741265 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741432 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741608 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741774 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.741930 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.742112 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.742625 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.742793 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.743000 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.743276 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.743424 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.744397 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745314 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745314 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745314 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745646 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745646 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745856 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.745963 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.746090 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.746295 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.746460 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.746623 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.747778 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748385 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748385 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748385 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748669 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748669 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748861 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.748861 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.749068 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.749173 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.749321 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.749488 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 29 14:20:07.749643 dv-cinder-798356-1-smb neutron-server[74107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 14:20:17.820476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d9128-433a-4930-b468-ee7556c52ec9 None None] get_active_networks_info from dv-cinder-798356-1-smb {{(pid=74212) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 29 14:20:17.935560 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d9128-433a-4930-b468-ee7556c52ec9 None None] No non-hosted networks {{(pid=74212) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 14:20:17.952345 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.agentschedulers_db [None req-e90d9128-433a-4930-b468-ee7556c52ec9 None None] DHCP Agent not found on host dv-cinder-798356-1-smb {{(pid=74212) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 14:20:18.068854 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-09c24c18-fec2-430f-9cc2-52edc9c834e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:18.255118 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:18.255855 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.256147 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.256657 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.257167 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.257630 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.258221 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.258694 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.259728 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.264466 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.265354 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.265697 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:18.266119 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798356-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:18.276169 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798356-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:19.920250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4265d657-9b4d-4e83-abe3-d81ab41092d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:19.959290 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-1f7b32f0-780e-4a3c-a5a7-7b462cbeac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:21.078921 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:22.486528 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:24.333888 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40382) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:24.889738 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.db.l3_hamode_db [None req-964b0efa-774e-462b-865c-f81924b27b98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 14:20:24.935032 dv-cinder-798356-1-smb neutron-server[74210]: WARNING oslo_policy.policy [None req-34556064-4a6b-487c-8b46-af573400e989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:20:24.935675 dv-cinder-798356-1-smb neutron-server[74210]: WARNING oslo_policy.policy [None req-34556064-4a6b-487c-8b46-af573400e989 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:20:24.974229 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b0efa-774e-462b-865c-f81924b27b98 None None] Routers set() bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:20:24.974606 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b0efa-774e-462b-865c-f81924b27b98 None None] Router IDs set() for agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 14:20:25.149621 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [None req-34556064-4a6b-487c-8b46-af573400e989 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:20:25.150630 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-34556064-4a6b-487c-8b46-af573400e989 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8157778 Jun 29 14:20:27.343729 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40396) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:27.728003 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:27.775811 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.policy [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74210) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 14:20:27.776548 dv-cinder-798356-1-smb neutron-server[74210]: WARNING oslo_policy.policy [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:20:27.776934 dv-cinder-798356-1-smb neutron-server[74210]: WARNING oslo_policy.policy [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:20:27.780907 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.quota [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Loaded quota_driver: . Jun 29 14:20:27.796174 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:27.864002 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747656699937', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747656709715', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747656709368', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747656739198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747656732104', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581072', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617579', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668966'] for rbac-policy, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:27.929325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:27.930590 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-45ba8341-78df-417b-a1b6-b5120fbf50b9 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5859060 Jun 29 14:20:30.407100 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40410) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:30.785661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Request body: {'network': {'project_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'name': 'private'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:30.790345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:30.794854 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Usage tracker for resource:network and tenant:0973f6e9181148938fac126fde83bbf6 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:30.799416 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:30.805435 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:30.814780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Made reservation on behalf of 0973f6e9181148938fac126fde83bbf6 for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:20:30.817595 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:30.836310 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:30.878585 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:30.882204 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Usage tracker for resource:security_group_rule and tenant:0973f6e9181148938fac126fde83bbf6 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:30.885052 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:30.891362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:30.958056 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:30.961884 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:30.968066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:30.990129 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:20:31.019986 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747654536825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:31.020660 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Unsubscribe: segment precommit_create {{(pid=74210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 14:20:31.021158 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Added segment 75004161-3cb1-4c93-9b6a-69b299575521 of type vlan for network 21725bde-d1e2-4100-896d-0a36c20b7008 Jun 29 14:20:31.030274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71453e90-ffc7-45b3-80f8-f063e7b80c5c,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:31.091980 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.092354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.092723 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.093045 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.093362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.093675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.093986 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.094309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.094617 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.094923 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.095261 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Tracked resource versions report: Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: pushed versions: Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Log': {'1.0'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Network': {'1.1'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Port': {'1.5'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'PortForwarding': {'1.2'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'QosPolicy': {'1.8'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroup': {'1.2'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SubPort': {'1.0'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Subnet': {'1.1'}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Trunk': {'1.1'}} Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: consumer versions: Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Log': '1.0', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Network': '1.1', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Port': '1.5', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'PortForwarding': '1.2', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'QosPolicy': '1.8', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroup': '1.2', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroupRule': '1.0', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'SubPort': '1.0', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Subnet': '1.1', Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: 'Trunk': '1.1'}} Jun 29 14:20:31.096324 dv-cinder-798356-1-smb neutron-server[74210]: {{(pid=74210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:20:31.131414 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:31.143545 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:31.175574 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:31.176869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:31.177547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:31.180569 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:31.288867 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8805842 Jun 29 14:20:31.289351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Pushing event updated for resources: {'Network': ['ID=21725bde-d1e2-4100-896d-0a36c20b7008,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:31.312744 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:31.321616 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 21725bde-d1e2-4100-896d-0a36c20b7008 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:20:33.827496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40426) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:34.289048 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46375c35-6f92-48b8-8263-24ce4a69e206 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:34.290369 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-46375c35-6f92-48b8-8263-24ce4a69e206 admin admin] 10.222.0.11 "GET /v2.0/networks/21725bde-d1e2-4100-896d-0a36c20b7008 HTTP/1.1" status: 200 len: 825 time: 0.4620030 Jun 29 14:20:34.321345 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-42d2f60b-52e0-48d7-9fe3-3c3f06bc5273 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/c86c3ab1-14e4-4155-9d84-9511cced0097 HTTP/1.1" status: 200 len: 734 time: 0.0249972 Jun 29 14:20:34.329788 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Request body: {'subnet': {'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:34.334058 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:34.337736 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Usage tracker for resource:subnet and tenant:0973f6e9181148938fac126fde83bbf6 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:34.341324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:34.346823 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:34.357082 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Made reservation on behalf of 0973f6e9181148938fac126fde83bbf6 for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:20:34.359413 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:34.621040 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:34.625812 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:34.707575 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=66782247-b5c9-4ccd-b0f2-6c9f09428533,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:34.713315 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:34.714063 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Checking segment: {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:20:34.714442 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Network hostable DHCP agents. Network: 21725bde-d1e2-4100-896d-0a36c20b7008, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:20:34.737223 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Network 21725bde-d1e2-4100-896d-0a36c20b7008 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:20:34.746583 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 21725bde-d1e2-4100-896d-0a36c20b7008) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:20:34.751170 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:34.751806 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:34.756016 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b5893-2bdb-4ab3-aced-7d22cd97b4cf None None] Network 21725bde-d1e2-4100-896d-0a36c20b7008 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:20:34.772153 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4446402 Jun 29 14:20:35.061126 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-21725bde-d1e2-4100-896d-0a36c20b7008', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:20:35.062274 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.244448 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Allocated IP 172.20.0.2 (21725bde-d1e2-4100-896d-0a36c20b7008/66782247-b5c9-4ccd-b0f2-6c9f09428533/11982766-a0e0-468b-b280-29c1286bf390) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:20:35.465847 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.478715 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Transition to ACTIVE for port object 11982766-a0e0-468b-b280-29c1286bf390 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:20:35.498893 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Transition to ACTIVE for port object 11982766-a0e0-468b-b280-29c1286bf390 will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:20:35.504760 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.509719 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:35.573803 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Network 21725bde-d1e2-4100-896d-0a36c20b7008 is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:20:35.576653 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:20:35.581567 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Pushing event updated for resources: {'Port': ['ID=11982766-a0e0-468b-b280-29c1286bf390,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:35.584361 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:20:35.595010 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.595372 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.595707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.596033 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.596358 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.596681 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.596999 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.597317 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.597635 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.597948 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.598266 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Tracked resource versions report: Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: pushed versions: Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Log': {'1.0'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Network': {'1.1'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Port': {'1.5'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'PortForwarding': {'1.2'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'QosPolicy': {'1.8'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroup': {'1.2'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SubPort': {'1.0'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Subnet': {'1.1'}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Trunk': {'1.1'}} Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: consumer versions: Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Log': '1.0', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Network': '1.1', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Port': '1.5', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'PortForwarding': '1.2', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'QosPolicy': '1.8', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroup': '1.2', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroupRule': '1.0', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'SubPort': '1.0', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Subnet': '1.1', Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: 'Trunk': '1.1'}} Jun 29 14:20:35.599407 dv-cinder-798356-1-smb neutron-server[74212]: {{(pid=74212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:20:35.631992 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:35.686566 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Attempting to bind port 11982766-a0e0-468b-b280-29c1286bf390 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:20:35.686969 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Attempting to bind port 11982766-a0e0-468b-b280-29c1286bf390 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:20:35.687437 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Attempting to bind port 11982766-a0e0-468b-b280-29c1286bf390 on network 21725bde-d1e2-4100-896d-0a36c20b7008 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:20:35.693692 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:20:35.694097 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Checking segment: {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:20:35.694544 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.694934 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Bound using segment: {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:20:35.695439 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Bound port: 11982766-a0e0-468b-b280-29c1286bf390, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:20:35.695827 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.779732 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] For port 11982766-a0e0-468b-b280-29c1286bf390, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:20:35.783627 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] For port 11982766-a0e0-468b-b280-29c1286bf390, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=11982766-a0e0-468b-b280-29c1286bf390,segment=NetworkSegment(75004161-3cb1-4c93-9b6a-69b299575521),segment_id=75004161-3cb1-4c93-9b6a-69b299575521)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:20:35.787456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:35.791600 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:35.893710 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Pushing event updated for resources: {'Port': ['ID=11982766-a0e0-468b-b280-29c1286bf390,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:35.897120 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:37.009959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40436) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:37.415325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [None req-1883f298-04e7-4993-ac79-8ff72eabb517 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:20:37.416301 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1883f298-04e7-4993-ac79-8ff72eabb517 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4054060 Jun 29 14:20:38.593450 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 11982766-a0e0-468b-b280-29c1286bf390 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:20:38.663403 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 11982766-a0e0-468b-b280-29c1286bf390 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:20:39.504908 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6117c5-0ffe-43ed-a9bb-8b7be60fc51e None None] Network 21725bde-d1e2-4100-896d-0a36c20b7008 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:20:39.628565 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Provisioning for port 11982766-a0e0-468b-b280-29c1286bf390 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:20:39.637750 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Provisioning complete for port 11982766-a0e0-468b-b280-29c1286bf390 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:39.638155 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:39.676388 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40450) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:39.834289 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:39.878967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] For port 11982766-a0e0-468b-b280-29c1286bf390, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=11982766-a0e0-468b-b280-29c1286bf390,segment=NetworkSegment(75004161-3cb1-4c93-9b6a-69b299575521),segment_id=75004161-3cb1-4c93-9b6a-69b299575521)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:20:39.883845 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:39.885905 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:39.952722 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Pushing event updated for resources: {'Port': ['ID=11982766-a0e0-468b-b280-29c1286bf390,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:39.956149 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:40.080745 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [None req-7dddecdf-eb56-4b7d-926d-9c3e9a970750 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:20:40.081705 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7dddecdf-eb56-4b7d-926d-9c3e9a970750 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4043283 Jun 29 14:20:40.106578 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-3ee57ece-693f-4563-8078-f16158ac30da None None] Provisioning complete for port 11982766-a0e0-468b-b280-29c1286bf390 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:40.106950 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-3ee57ece-693f-4563-8078-f16158ac30da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:40.542762 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 11982766-a0e0-468b-b280-29c1286bf390 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:20:40.611523 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 11982766-a0e0-468b-b280-29c1286bf390 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:40.611893 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:42.642805 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40462) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:43.010067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:43.015528 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:43.019223 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Usage tracker for resource:router and tenant:0973f6e9181148938fac126fde83bbf6 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:43.022437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:43.028574 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:43.038119 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:43.039736 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:43.063826 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:43.177244 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:43.195539 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:43.196694 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7b632591-6af4-4ca5-a97b-d7e2a6a24957 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5529056 Jun 29 14:20:45.390897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40472) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:45.774784 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [None req-1ccccaba-8170-435a-9da6-956b0ca6c42f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:20:45.775776 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1ccccaba-8170-435a-9da6-956b0ca6c42f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3839445 Jun 29 14:20:47.775542 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-55102220-e86a-4442-ab07-6b5d3ca7646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:47.968781 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40482) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:48.253689 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.353967 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:48.359067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:48.363394 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Usage tracker for resource:network and tenant:a88dbc93f5f74f2c961271db0e1b9fc0 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:48.366296 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:48.374725 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:48.385605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Made reservation on behalf of a88dbc93f5f74f2c961271db0e1b9fc0 for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:20:48.388713 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.400539 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.432684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:48.437023 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a88dbc93f5f74f2c961271db0e1b9fc0 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:48.439720 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:48.445610 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:48.507568 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.512643 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.516574 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:48.536174 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=74210) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 14:20:48.549023 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095a1d3f-83e4-4045-9c7d-4926cf31c414,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:48.552733 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:48.555019 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.555387 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Added segment 00ce5661-a50d-41de-9ca4-a90825019e40 of type flat for network 9df749e4-ef72-484f-ab6f-283e7edd5616 Jun 29 14:20:48.588381 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.625579 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.627120 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:48.627881 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:48.633750 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:48.734927 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7650223 Jun 29 14:20:48.737592 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=9df749e4-ef72-484f-ab6f-283e7edd5616,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:48.740196 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:48.754203 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:20:49.896173 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-16de4c58-a88a-4598-8dd8-87147dd620ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:50.927145 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40492) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:51.032671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:51.370154 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc8a00-815f-4c1c-b709-dc8656308aea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:51.371961 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-cddc8a00-815f-4c1c-b709-dc8656308aea admin admin] 10.222.0.11 "GET /v2.0/subnets/66782247-b5c9-4ccd-b0f2-6c9f09428533 HTTP/1.1" status: 200 len: 849 time: 0.4433305 Jun 29 14:20:51.515011 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bd2a3426-9436-4900-b339-4961ab6c76f7 admin admin] 10.222.0.11 "GET /v2.0/routers/2637bab5-0e89-46e5-bb6b-b736894ee1b5 HTTP/1.1" status: 200 len: 704 time: 0.1367023 Jun 29 14:20:51.975520 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.197387 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Allocated IP 172.20.0.1 (21725bde-d1e2-4100-896d-0a36c20b7008/66782247-b5c9-4ccd-b0f2-6c9f09428533/60caadbb-257b-4eba-b2ec-def8e27f3cd0) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:20:52.377532 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.394734 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Transition to ACTIVE for port object 60caadbb-257b-4eba-b2ec-def8e27f3cd0 will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:20:52.447246 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.447908 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.454900 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:52.517668 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Network 21725bde-d1e2-4100-896d-0a36c20b7008 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:20:52.521126 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:20:52.522941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=60caadbb-257b-4eba-b2ec-def8e27f3cd0,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:52.533577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:20:52.534086 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.590514 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:52.655717 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.719910 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-1e3ee743-9938-468e-9360-e5c29874d1e0 None None] Provisioning for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:20:52.725032 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-1e3ee743-9938-468e-9360-e5c29874d1e0 None None] Provisioning complete for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:52.725407 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee743-9938-468e-9360-e5c29874d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.775919 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-1e3ee743-9938-468e-9360-e5c29874d1e0 None None] Port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:20:52.877357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.881597 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.882612 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:52.885569 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:53.004661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=60caadbb-257b-4eba-b2ec-def8e27f3cd0,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:53.010395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:53.075109 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Network 21725bde-d1e2-4100-896d-0a36c20b7008 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:20:53.076470 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:20:53.306164 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-a88ead02-c8dd-494c-8d0a-b99b48a6518d None None] Provisioning complete for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:53.306462 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-a88ead02-c8dd-494c-8d0a-b99b48a6518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:53.358250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-a88ead02-c8dd-494c-8d0a-b99b48a6518d None None] Port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:20:53.419252 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:20:53.579591 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:20:53.588157 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] 10.222.0.11 "PUT /v2.0/routers/2637bab5-0e89-46e5-bb6b-b736894ee1b5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0684428 Jun 29 14:20:53.589170 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Sync routers for ids ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:20:53.601857 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Routers {'2637bab5-0e89-46e5-bb6b-b736894ee1b5'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:20:53.602751 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:20:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:53.775037 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Set router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:20:54.137289 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:20:52Z', 'revision_number': 2, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port_host': None, '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:52Z', 'revision_number': 2, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:54.142362 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Checking router: 2637bab5-0e89-46e5-bb6b-b736894ee1b5 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:20:54.142756 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Updating router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:20:54.195196 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.571624 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.588706 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Transition to ACTIVE for port object 60caadbb-257b-4eba-b2ec-def8e27f3cd0 will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:20:54.595751 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.601065 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:54.795821 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Pushing event updated for resources: {'Port': ['ID=60caadbb-257b-4eba-b2ec-def8e27f3cd0,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:54.842235 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.842575 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.842985 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.843332 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.843654 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.843971 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.844284 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.844597 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.844906 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.845216 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.845525 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Tracked resource versions report: Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: pushed versions: Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Log': {'1.0'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Network': {'1.1'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Port': {'1.5'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'PortForwarding': {'1.2'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'QosPolicy': {'1.8'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroup': {'1.2'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SubPort': {'1.0'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Subnet': {'1.1'}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Trunk': {'1.1'}} Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: consumer versions: Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Log': '1.0', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Network': '1.1', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Port': '1.5', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'PortForwarding': '1.2', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'QosPolicy': '1.8', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroup': '1.2', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroupRule': '1.0', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'SubPort': '1.0', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Subnet': '1.1', Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: 'Trunk': '1.1'}} Jun 29 14:20:54.846588 dv-cinder-798356-1-smb neutron-server[74213]: {{(pid=74213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:20:54.850711 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:54.857951 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Attempting to bind port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:20:54.858357 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Attempting to bind port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:20:54.858799 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Attempting to bind port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 on network 21725bde-d1e2-4100-896d-0a36c20b7008 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:20:54.864992 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:20:54.865399 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Checking segment: {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:20:54.865850 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.866232 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Bound using segment: {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:20:54.866726 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Bound port: 60caadbb-257b-4eba-b2ec-def8e27f3cd0, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75004161-3cb1-4c93-9b6a-69b299575521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:20:54.867109 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.956685 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] For port 60caadbb-257b-4eba-b2ec-def8e27f3cd0, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:20:54.962043 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] For port 60caadbb-257b-4eba-b2ec-def8e27f3cd0, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=60caadbb-257b-4eba-b2ec-def8e27f3cd0,segment=NetworkSegment(75004161-3cb1-4c93-9b6a-69b299575521),segment_id=75004161-3cb1-4c93-9b6a-69b299575521)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:20:54.965841 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:54.970236 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:55.052342 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Pushing event updated for resources: {'Port': ['ID=60caadbb-257b-4eba-b2ec-def8e27f3cd0,revision_number=4']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:55.056478 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:55.057446 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Routers {'2637bab5-0e89-46e5-bb6b-b736894ee1b5'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:20:55.058058 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:20:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:55.211829 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] Set router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:20:55.526885 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:20:52Z', 'revision_number': 2, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port_host': None, '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:54Z', 'revision_number': 4, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:20:55.531480 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03fce07-b9b3-4ce1-bc79-f19c2ccb2d6a None None] The sync data for ids ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'] in dv-cinder-798356-1-smb is: [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:20:52Z', 'revision_number': 2, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port_host': None, '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:54Z', 'revision_number': 4, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:20:55.894651 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40516) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:56.210466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b787003-28a3-444b-b302-3211154bfea9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:56.211029 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4b787003-28a3-444b-b302-3211154bfea9 admin admin] Synchronizing usage tracker for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:network {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:20:56.229989 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4b787003-28a3-444b-b302-3211154bfea9 admin admin] Unset dirty status for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:network {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:20:56.232915 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-4b787003-28a3-444b-b302-3211154bfea9 admin admin] 10.222.0.11 "GET /v2.0/networks/9df749e4-ef72-484f-ab6f-283e7edd5616 HTTP/1.1" status: 200 len: 842 time: 0.3363254 Jun 29 14:20:56.254583 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:56.260037 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:20:56.265899 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Usage tracker for resource:subnet and tenant:a88dbc93f5f74f2c961271db0e1b9fc0 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:20:56.268687 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:20:56.274732 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:20:56.293236 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Made reservation on behalf of a88dbc93f5f74f2c961271db0e1b9fc0 for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:20:56.295612 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.600376 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 60caadbb-257b-4eba-b2ec-def8e27f3cd0 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:20:56.665487 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.objects.ports [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74210) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 29 14:20:56.665844 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.668288 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:20:56.670300 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5a983cde-1191-4c72-a7df-57ca604c30fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:56.672909 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:56.673284 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.742184 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2c5d03-6e78-4f00-aebe-659808c7299f,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:56.748921 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:56.754203 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:20:56.754560 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Network hostable DHCP agents. Network: 9df749e4-ef72-484f-ab6f-283e7edd5616, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:20:56.777815 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:20:56.787741 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 9df749e4-ef72-484f-ab6f-283e7edd5616) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:20:56.792006 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:56.792844 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.794319 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.806344 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805fd67-1621-40ea-9368-518f4b80dbfc None None] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:20:56.813876 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e2fdb33d-5ce8-4f2e-bfc1-ca9b4ecc1f9b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5730028 Jun 29 14:20:56.913284 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 60caadbb-257b-4eba-b2ec-def8e27f3cd0, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=60caadbb-257b-4eba-b2ec-def8e27f3cd0,segment=NetworkSegment(75004161-3cb1-4c93-9b6a-69b299575521),segment_id=75004161-3cb1-4c93-9b6a-69b299575521)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:20:56.920563 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:56.936154 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:20:57.076715 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=60caadbb-257b-4eba-b2ec-def8e27f3cd0,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:20:57.081786 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:20:57.128428 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8f29b-c0c7-4f39-b321-00f0cb46f5e5 None None] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:20:58.555080 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 60caadbb-257b-4eba-b2ec-def8e27f3cd0 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:20:58.628055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:20:58.628455 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:58.869434 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40540) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:20:59.097952 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-73807c75-a2cc-411b-90c3-19e77fd699b9 admin admin] 10.222.0.11 "GET /v2.0/routers/2637bab5-0e89-46e5-bb6b-b736894ee1b5 HTTP/1.1" status: 200 len: 710 time: 0.2273970 Jun 29 14:20:59.223452 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751e369-263c-4ea0-9fc4-1a5ae34438cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:20:59.224797 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-8751e369-263c-4ea0-9fc4-1a5ae34438cb admin admin] 10.222.0.11 "GET /v2.0/networks/9df749e4-ef72-484f-ab6f-283e7edd5616 HTTP/1.1" status: 200 len: 886 time: 0.1216884 Jun 29 14:20:59.234081 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:20:59.698138 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:59.916274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:20:59.972573 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.102093 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Allocated IP 172.28.0.23 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/e1529f81-3ee4-4cf2-8046-44a381fb19c3) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:21:00.239802 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.266044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.270080 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:21:00.330496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:21:00.333066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:21:00.335552 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:21:00.363695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Pushing event updated for resources: {'Port': ['ID=e1529f81-3ee4-4cf2-8046-44a381fb19c3,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:21:00.370796 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:21:00.475285 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.637535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.640901 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1623670'] for router, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:00.835166 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:21:01.039627 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:21:01.047400 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:01.053847 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] 10.222.0.11 "PUT /v2.0/routers/2637bab5-0e89-46e5-bb6b-b736894ee1b5 HTTP/1.1" status: 200 len: 889 time: 1.8185015 Jun 29 14:21:01.054059 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Sync routers for ids ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:21:01.062291 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Routers {'2637bab5-0e89-46e5-bb6b-b736894ee1b5'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:21:01.062979 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:20:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:21:01.257338 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Set router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:21:01.610047 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:21:00Z', 'revision_number': 4, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port': {'id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:21:00Z', 'updated_at': '2021-06-29T14:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:56Z', 'revision_number': 5, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:21:01.614890 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Checking router: 2637bab5-0e89-46e5-bb6b-b736894ee1b5 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:21:01.615291 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Updating router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 port e1529f81-3ee4-4cf2-8046-44a381fb19c3 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:21:01.667243 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:01.997511 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:02.008820 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Transition to ACTIVE for port object e1529f81-3ee4-4cf2-8046-44a381fb19c3 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:21:02.015807 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:02.020226 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:21:02.095300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Attempting to bind port e1529f81-3ee4-4cf2-8046-44a381fb19c3 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:21:02.095956 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Attempting to bind port e1529f81-3ee4-4cf2-8046-44a381fb19c3 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:21:02.096061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Attempting to bind port e1529f81-3ee4-4cf2-8046-44a381fb19c3 on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:21:02.101933 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Pushing event updated for resources: {'Port': ['ID=e1529f81-3ee4-4cf2-8046-44a381fb19c3,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:21:02.104802 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:21:02.108916 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:21:02.109735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:21:02.109735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:02.110111 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:21:02.110520 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Bound port: e1529f81-3ee4-4cf2-8046-44a381fb19c3, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:21:02.110912 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:02.204760 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] For port e1529f81-3ee4-4cf2-8046-44a381fb19c3, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:21:02.207790 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] For port e1529f81-3ee4-4cf2-8046-44a381fb19c3, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=e1529f81-3ee4-4cf2-8046-44a381fb19c3,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:21:02.212532 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:02.217187 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:21:02.293067 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Routers {'2637bab5-0e89-46e5-bb6b-b736894ee1b5'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:21:02.293671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:20:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:21:02.348799 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Pushing event updated for resources: {'Port': ['ID=e1529f81-3ee4-4cf2-8046-44a381fb19c3,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:21:02.352025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:21:02.476357 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] Set router 2637bab5-0e89-46e5-bb6b-b736894ee1b5 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:21:02.820117 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:21:00Z', 'revision_number': 4, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port': {'id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:21:00Z', 'updated_at': '2021-06-29T14:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:56Z', 'revision_number': 5, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:21:02.824023 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a530d-6b0a-4f28-a569-7161e3380927 None None] The sync data for ids ['2637bab5-0e89-46e5-bb6b-b736894ee1b5'] in dv-cinder-798356-1-smb is: [{'id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'name': 'router1', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:43Z', 'updated_at': '2021-06-29T14:21:00Z', 'revision_number': 4, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'gw_port': {'id': 'e1529f81-3ee4-4cf2-8046-44a381fb19c3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:21:00Z', 'updated_at': '2021-06-29T14:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '60caadbb-257b-4eba-b2ec-def8e27f3cd0', 'name': '', 'network_id': '21725bde-d1e2-4100-896d-0a36c20b7008', 'tenant_id': '0973f6e9181148938fac126fde83bbf6', 'mac_address': 'fa:16:3e:86:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2637bab5-0e89-46e5-bb6b-b736894ee1b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:52Z', 'updated_at': '2021-06-29T14:20:56Z', 'revision_number': 5, 'project_id': '0973f6e9181148938fac126fde83bbf6', 'subnets': [{'id': '66782247-b5c9-4ccd-b0f2-6c9f09428533', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c86c3ab1-14e4-4155-9d84-9511cced0097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:21:03.253304 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 40550) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:21:03.390422 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9a5a21e5-d309-4fa0-8a6d-acc9ddfc270f admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1358557 Jun 29 14:21:04.600154 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device e1529f81-3ee4-4cf2-8046-44a381fb19c3 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:21:04.680143 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port e1529f81-3ee4-4cf2-8046-44a381fb19c3 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:21:04.685179 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port e1529f81-3ee4-4cf2-8046-44a381fb19c3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:21:04.685582 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:04.794648 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:04.810339 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port e1529f81-3ee4-4cf2-8046-44a381fb19c3, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=e1529f81-3ee4-4cf2-8046-44a381fb19c3,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:21:04.814690 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:04.816852 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:21:04.883153 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=e1529f81-3ee4-4cf2-8046-44a381fb19c3,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:21:04.884493 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:21:06.573005 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device e1529f81-3ee4-4cf2-8046-44a381fb19c3 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:21:06.653087 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port e1529f81-3ee4-4cf2-8046-44a381fb19c3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:21:06.654565 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:13.617574 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:21:17.780472 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-48d242c2-f9db-493b-9b2a-5e3aec108624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:18.257308 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:19.897830 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-15cf91e9-c199-404f-ae88-d9c6c5d4d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:21.038672 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:22.467366 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:47.788546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b8b477c5-8fcb-408e-93fc-8a533f1e17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:48.265114 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:49.898375 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed7d6-98bb-497a-a01f-750aaf1a1889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:50.617624 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:21:51.040637 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:21:52.470307 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:17.781465 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f39961fd-225e-41bf-8912-4d7322023126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:18.260145 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:19.900825 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-5e8baed7-992d-4944-8ae3-82c9359ac052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:21.045527 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:22.477131 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:27.618286 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:22:47.783037 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-40666cf5-17a2-4bee-bcf4-0269966a2b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:48.262514 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:49.902828 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-33e20c22-59d0-4db1-83a0-b795aeacec4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:51.044559 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:22:52.476697 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:03.789849 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41122) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:03.880532 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c8a8ec-c580-4657-9f50-dcb6e9297d43 admin admin] GET failed (client error): The resource could not be found. Jun 29 14:23:03.881745 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-17c8a8ec-c580-4657-9f50-dcb6e9297d43 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0909770 Jun 29 14:23:04.010845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e55a6-309c-478e-af29-d4e916393649 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:04.013015 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-424e55a6-309c-478e-af29-d4e916393649 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267703 Jun 29 14:23:04.617969 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:23:06.036206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41132) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:06.194773 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68271eda-0b9e-4cea-9f12-d597157e5fb1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:06.195366 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-68271eda-0b9e-4cea-9f12-d597157e5fb1 admin admin] Synchronizing usage tracker for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:subnet {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:23:06.211828 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-68271eda-0b9e-4cea-9f12-d597157e5fb1 admin admin] Unset dirty status for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:subnet {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:23:06.212948 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-68271eda-0b9e-4cea-9f12-d597157e5fb1 admin admin] 10.222.0.11 "GET /v2.0/subnets/66782247-b5c9-4ccd-b0f2-6c9f09428533 HTTP/1.1" status: 200 len: 849 time: 0.1758039 Jun 29 14:23:06.222792 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:23:06.336468 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:06.521914 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747654540975'] for subnet, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:06.527012 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:06.579045 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:06.579670 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:06.582774 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] 10.222.0.11 "PUT /v2.0/subnets/66782247-b5c9-4ccd-b0f2-6c9f09428533 HTTP/1.1" status: 200 len: 868 time: 0.3638313 Jun 29 14:23:06.597353 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66782247-b5c9-4ccd-b0f2-6c9f09428533,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:06.606033 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.606963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.607292 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.608234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.608234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.608234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.608584 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.608870 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.609195 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.609573 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.609835 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:06.610652 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb403e0a-1313-4d4f-b231-6a49ef614d37 None None] Network 21725bde-d1e2-4100-896d-0a36c20b7008 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:23:06.613230 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:07.079446 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-02a1aa22-e357-424e-89ca-fb24b8b0d3b4 None None] Provisioning complete for port 60caadbb-257b-4eba-b2ec-def8e27f3cd0 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:23:07.079823 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-02a1aa22-e357-424e-89ca-fb24b8b0d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:07.202637 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-02a1aa22-e357-424e-89ca-fb24b8b0d3b4 None None] Provisioning complete for port 11982766-a0e0-468b-b280-29c1286bf390 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:23:07.202901 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-02a1aa22-e357-424e-89ca-fb24b8b0d3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:08.609149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41142) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:08.801683 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd48c6-bb14-44b6-b74e-c5618d3e0a88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:08.801979 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd48c6-bb14-44b6-b74e-c5618d3e0a88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:08.803515 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f9dd48c6-bb14-44b6-b74e-c5618d3e0a88 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1933513 Jun 29 14:23:10.783695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41152) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:10.976904 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616c19b-03f0-4946-97c4-878ab4268db4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:10.977283 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2616c19b-03f0-4946-97c4-878ab4268db4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:10.978790 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-2616c19b-03f0-4946-97c4-878ab4268db4 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1941738 Jun 29 14:23:12.953206 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41162) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:13.112628 dv-cinder-798356-1-smb neutron-server[74211]: WARNING oslo_policy.policy [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:23:13.113247 dv-cinder-798356-1-smb neutron-server[74211]: WARNING oslo_policy.policy [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:23:13.535859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.policy [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74211) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 29 14:23:13.536619 dv-cinder-798356-1-smb neutron-server[74211]: WARNING oslo_policy.policy [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:23:13.536980 dv-cinder-798356-1-smb neutron-server[74211]: WARNING oslo_policy.policy [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 14:23:13.539949 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:13.541781 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c2adda15-2e24-4e3f-a9d1-07ea0d7b0e55 admin admin] 10.222.0.11 "GET /v2.0/networks/21725bde-d1e2-4100-896d-0a36c20b7008 HTTP/1.1" status: 200 len: 869 time: 0.5865705 Jun 29 14:23:15.526949 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41178) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:15.718286 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5d39c-4e90-48f9-ac22-f63467671a2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:15.719574 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-edc5d39c-4e90-48f9-ac22-f63467671a2d admin admin] 10.222.0.11 "GET /v2.0/networks/9df749e4-ef72-484f-ab6f-283e7edd5616 HTTP/1.1" status: 200 len: 886 time: 0.1915946 Jun 29 14:23:17.677430 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41188) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:17.784476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-2fc023b4-a4ca-484a-9820-981726079903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:17.813536 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8843f43-0c15-409d-ac16-d09fbb25aa14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:17.813904 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8843f43-0c15-409d-ac16-d09fbb25aa14 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:17.815445 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d8843f43-0c15-409d-ac16-d09fbb25aa14 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370656 Jun 29 14:23:18.264085 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:19.801599 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41198) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:19.905717 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f0999684-350a-4567-95f9-69340fd22c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:19.935238 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b61f6-9165-4b01-b48c-cf2f4ffb327a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:19.935599 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b61f6-9165-4b01-b48c-cf2f4ffb327a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:19.937088 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-190b61f6-9165-4b01-b48c-cf2f4ffb327a admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345720 Jun 29 14:23:21.051760 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:21.946453 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41208) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:22.079368 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed65af8-074a-4b7c-a1a7-978d44be8b46 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:22.080725 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7ed65af8-074a-4b7c-a1a7-978d44be8b46 admin admin] 10.222.0.11 "GET /v2.0/subnets/66782247-b5c9-4ccd-b0f2-6c9f09428533 HTTP/1.1" status: 200 len: 868 time: 0.1333320 Jun 29 14:23:22.478365 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:24.079755 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41218) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:24.205696 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af423011-728f-4bb8-8db7-330bec222282 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:24.207015 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-af423011-728f-4bb8-8db7-330bec222282 admin admin] 10.222.0.11 "GET /v2.0/subnets/fe2c5d03-6e78-4f00-aebe-659808c7299f HTTP/1.1" status: 200 len: 816 time: 0.1263268 Jun 29 14:23:41.494330 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41256) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:41.569331 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [None req-6c298ff8-5965-4ebd-b3f8-3dcece49aa2c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74211) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:23:41.570312 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-6c298ff8-5965-4ebd-b3f8-3dcece49aa2c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0750685 Jun 29 14:23:41.618785 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:23:43.629360 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41266) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:43.719584 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.pecan_wsgi.hooks.translation [None req-5367545a-c065-49ff-987e-a940c2c6d697 admin admin] GET failed (client error): The resource could not be found. Jun 29 14:23:43.720919 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-5367545a-c065-49ff-987e-a940c2c6d697 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906217 Jun 29 14:23:43.845564 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1cf4bf-c40e-41f7-9762-435f8d5d2543 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:43.846896 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-5f1cf4bf-c40e-41f7-9762-435f8d5d2543 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221933 Jun 29 14:23:45.821860 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41276) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:45.892182 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:23:45.896779 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:23:45.906247 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:23:45.916352 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Made reservation on behalf of a88dbc93f5f74f2c961271db0e1b9fc0 for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:23:45.919080 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:46.008344 dv-cinder-798356-1-smb neutron-server[74210]: WARNING neutron.services.revisions.revision_plugin [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Could not find related network for resource to bump revision. Jun 29 14:23:46.023236 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:23:46.032898 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:46.033238 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Added segment e4af3577-71fa-4a8c-a582-0c33434d9e23 of type vlan for network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 Jun 29 14:23:46.056918 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:46.084993 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:46.086167 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:46.086738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:46.091536 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:46.181879 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3589644 Jun 29 14:23:46.186816 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Pushing event updated for resources: {'Network': ['ID=e0c74a40-a8e2-4773-8e63-dcbc571bc6f7,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:46.190780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:46.198831 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:23:47.785644 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ce8cd134-a347-47d9-bc94-72af58516c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:48.154232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41286) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:23:48.244528 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9626950-67d1-46b4-9859-af6ec23532db admin admin] GET failed (client error): The resource could not be found. Jun 29 14:23:48.245013 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-a9626950-67d1-46b4-9859-af6ec23532db admin admin] Synchronizing usage tracker for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:network {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:23:48.260276 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-a9626950-67d1-46b4-9859-af6ec23532db admin admin] Unset dirty status for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:network {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:23:48.263236 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-a9626950-67d1-46b4-9859-af6ec23532db admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1062181 Jun 29 14:23:48.266823 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:48.364578 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80d3be-7c19-4569-bebe-071df35d7256 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:48.365902 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ce80d3be-7c19-4569-bebe-071df35d7256 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993879 Jun 29 14:23:48.375807 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:23:48.380063 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:23:48.389938 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:23:48.399147 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Made reservation on behalf of a88dbc93f5f74f2c961271db0e1b9fc0 for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:23:48.401325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:48.623740 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:48.627751 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d5cb16cc-771f-424c-bb6c-35186ecd5660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:48.696565 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:48.700682 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:48.708272 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Checking segment: {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:23:48.708621 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Network hostable DHCP agents. Network: e0c74a40-a8e2-4773-8e63-dcbc571bc6f7, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:23:48.728577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:23:48.738264 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, e0c74a40-a8e2-4773-8e63-dcbc571bc6f7) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:23:48.743037 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:23:48.743628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:48.771390 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3988628 Jun 29 14:23:48.850178 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b833045-358b-4251-ba32-e5cd99982bb3 None None] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:23:49.062386 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-e0c74a40-a8e2-4773-8e63-dcbc571bc6f7', 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7', 'tenant_id': 'a88dbc93f5f74f2c961271db0e1b9fc0', 'fixed_ips': [{'subnet_id': 'fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:23:49.063226 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.220312 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Allocated IP 192.168.233.2 (e0c74a40-a8e2-4773-8e63-dcbc571bc6f7/fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b/963f4596-6f77-4317-b0ab-d69437113b84) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:23:49.424608 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.435330 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Transition to ACTIVE for port object 963f4596-6f77-4317-b0ab-d69437113b84 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:23:49.453610 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Transition to ACTIVE for port object 963f4596-6f77-4317-b0ab-d69437113b84 will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:23:49.459080 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.463621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:49.531269 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:23:49.534449 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Pushing event updated for resources: {'Port': ['ID=963f4596-6f77-4317-b0ab-d69437113b84,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:49.538577 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:23:49.544855 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.545208 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.545530 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.545871 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.546212 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.546502 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.546820 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.547246 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.547835 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.547835 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.548099 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:23:49.560761 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:23:49.640912 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:49.652400 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Attempting to bind port 963f4596-6f77-4317-b0ab-d69437113b84 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:23:49.652771 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Attempting to bind port 963f4596-6f77-4317-b0ab-d69437113b84 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:23:49.653137 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Attempting to bind port 963f4596-6f77-4317-b0ab-d69437113b84 on network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:23:49.659690 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:23:49.660071 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Checking segment: {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:23:49.660468 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.660857 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Bound using segment: {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:23:49.661318 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Bound port: 963f4596-6f77-4317-b0ab-d69437113b84, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:23:49.661688 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.769852 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] For port 963f4596-6f77-4317-b0ab-d69437113b84, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:23:49.773219 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] For port 963f4596-6f77-4317-b0ab-d69437113b84, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=963f4596-6f77-4317-b0ab-d69437113b84,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:23:49.777498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:49.781251 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:49.858190 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Pushing event updated for resources: {'Port': ['ID=963f4596-6f77-4317-b0ab-d69437113b84,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:49.862131 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:49.909499 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ab64488d-4fb2-48cc-a957-65cc10b20a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:50.689063 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 963f4596-6f77-4317-b0ab-d69437113b84 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:23:50.713516 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32bb7d-8017-4b19-9627-b8e8a7673cb9 None None] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:23:50.894610 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-2bae70b8-54d9-4faa-b799-58bfea0a1947 None None] Provisioning for port 963f4596-6f77-4317-b0ab-d69437113b84 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:23:50.909556 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 963f4596-6f77-4317-b0ab-d69437113b84 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:23:50.923893 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 963f4596-6f77-4317-b0ab-d69437113b84 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:23:50.924272 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:51.098950 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:51.105111 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:51.141479 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 963f4596-6f77-4317-b0ab-d69437113b84, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=963f4596-6f77-4317-b0ab-d69437113b84,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:23:51.146007 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:51.148132 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:23:51.222404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=963f4596-6f77-4317-b0ab-d69437113b84,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:23:51.226267 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:23:51.334170 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-5ff6e8f5-c72c-44e2-b8e7-e95fabacd66c None None] Provisioning complete for port 963f4596-6f77-4317-b0ab-d69437113b84 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:23:51.334545 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-5ff6e8f5-c72c-44e2-b8e7-e95fabacd66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:52.484348 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:23:52.652151 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 963f4596-6f77-4317-b0ab-d69437113b84 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:23:52.720985 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 963f4596-6f77-4317-b0ab-d69437113b84 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:23:52.721290 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:17.786770 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9ba592fd-afa4-4b41-9165-4022ea104e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:18.269344 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:18.618665 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:24:19.912536 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7c055c23-3f3d-4d51-affc-9f99665153a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:21.053953 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:22.485677 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:47.789645 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d81b103d-e935-4e91-b909-c70e5a525a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:48.272724 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:48.778012 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41332) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:24:48.784014 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [None req-89970a19-2a52-406a-b229-93b79526870d tempest-verify_tempest_config-1894326922 tempest-verify_tempest_config-1894326922-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:24:48.784954 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-89970a19-2a52-406a-b229-93b79526870d tempest-verify_tempest_config-1894326922 tempest-verify_tempest_config-1894326922-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0059774 Jun 29 14:24:49.101421 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41348) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:24:49.238715 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.267648 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:24:49.271348 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Usage tracker for resource:security_group_rule and tenant:86fc929a97a94c8cbada94246d8d511d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:24:49.274060 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:24:49.280149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:24:49.342224 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.345816 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.353551 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-529cbe15-6c40-4895-b0a0-a6265416c8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:24:49.390762 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa38ef3f-a266-42bf-8f7c-420ff763d8e4,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:24:49.395347 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Synchronizing usage tracker for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:24:49.404678 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.405010 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.405336 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.405655 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.405976 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.406292 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.406605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.406920 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.407257 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.407567 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.407878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:24:49.413779 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:24:49.421034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Unset dirty status for tenant:a88dbc93f5f74f2c961271db0e1b9fc0 on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:24:49.422192 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86fc929a97a94c8cbada94246d8d511d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3198073 Jun 29 14:24:49.424820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41354) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:24:49.483945 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.507562 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.609204 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.612973 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:24:49.624496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa38ef3f-a266-42bf-8f7c-420ff763d8e4,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:24:49.627822 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:24:49.630798 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:49.631916 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa38ef3f-a266-42bf-8f7c-420ff763d8e4 HTTP/1.1" status: 204 len: 168 time: 0.2062335 Jun 29 14:24:49.913677 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4f9548b7-c626-482e-bc7b-f8cefbfc7d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:51.057275 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:52.491220 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:24:55.620822 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:25:17.791073 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f43fab20-a4ca-440a-a0d6-5a4b01124d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:18.273933 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:19.914177 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-096f0674-9672-411a-a441-fb7027addb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:21.060705 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:22.490830 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:32.621007 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:25:47.792934 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7707532a-a89e-4c22-87ea-1935c5ed70dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:48.274889 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:49.915046 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06295bf5-1c0e-4060-95ad-57e035eeaed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:51.063091 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:25:52.494459 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:09.621260 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 5 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:26:17.794651 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4ac0c523-cc70-467e-9aa8-c4c3b3e09a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:18.277168 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:19.915257 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6bb409af-4434-4c9b-a5ef-5ec8db37dbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:21.066481 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:22.498253 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:29.011492 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1626433'] for agent, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:33.751540 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41406) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:26:33.883674 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-989dc4b7-44e3-4410-858f-0c80b75863df admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1310418 Jun 29 14:26:35.868858 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41416) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:26:35.947575 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ef6e42f8-92cc-42fb-a15b-5ab634d91f6d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0776262 Jun 29 14:26:46.621015 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:26:47.795442 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef0990ed-1877-46e1-9348-47b25e8430f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:48.279262 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:49.916713 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-5a51cc35-ab87-4477-a706-a898e960140d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:51.068243 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:52.501584 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:26:58.991779 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:17.795935 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-a3df037a-6ddf-471f-b12a-fc21a27cbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:18.281028 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:19.918229 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-a8619b04-9e10-4845-9002-09e5224ffbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:21.071271 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:22.504483 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:23.620315 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:27:28.993568 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:47.797212 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-5ee9006e-68b0-4f71-8c2e-c06bf1f9d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:48.283786 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:49.919684 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9d82564e-6318-4e3a-8456-e803b624a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:51.073609 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:52.507027 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:27:59.006216 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:00.619974 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:28:11.359817 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41580) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:11.814318 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41604) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:11.826788 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-158541406-network', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:11.833205 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:11.837690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Usage tracker for resource:network and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:11.841190 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:11.846991 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:11.857390 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Made reservation on behalf of 5ab4ccee97444809bb6b8f8a577ed7ed for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:11.859769 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:11.873588 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:11.910225 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:11.913976 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:11.917340 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:11.922978 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:11.993307 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.000253 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.008033 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-61de1fc5-9733-43e4-944a-6eae4b53c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:12.036842 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:12.042702 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30b8dd-25e6-404c-8dc1-9648910b5750,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:12.053585 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.053921 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Added segment b99c1bd7-f071-43de-b7f5-b449e9389e3e of type vlan for network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 Jun 29 14:28:12.060904 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.061288 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.061672 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.062010 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.062341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.062768 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.062990 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.063435 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.063787 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.064086 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.064407 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Tracked resource versions report: Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: pushed versions: Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Log': {'1.0'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Network': {'1.1'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Port': {'1.5'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'PortForwarding': {'1.2'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'QosPolicy': {'1.8'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroup': {'1.2'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SubPort': {'1.0'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Subnet': {'1.1'}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Trunk': {'1.1'}} Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: consumer versions: Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: HyperV agent@hv-cinder-79835: {}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Log': '1.0', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Network': '1.1', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Port': '1.5', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'PortForwarding': '1.2', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'QosPolicy': '1.8', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroup': '1.2', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SecurityGroupRule': '1.0', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'SubPort': '1.0', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Subnet': '1.1', Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: 'Trunk': '1.1'}} Jun 29 14:28:12.065414 dv-cinder-798356-1-smb neutron-server[74210]: {{(pid=74210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:28:12.090392 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.115437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:12.121199 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.122648 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:12.123262 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.139986 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-network', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:12.141289 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.quota [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Loaded quota_driver: . Jun 29 14:28:12.147565 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:12.154768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Usage tracker for resource:network and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:12.159390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:12.164152 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e70eeb47-be8c-445c-97fc-a8aed095873b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:12.170342 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:12.187561 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Made reservation on behalf of 32cf3c96cba3487eaa6268817b22232c for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:12.190959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.212046 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.266209 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:12.274602 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Pushing event updated for resources: {'Network': ['ID=eede1e2a-eccd-43e1-abd0-f71ef84ceee4,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:12.275842 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:12.283207 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9217982 Jun 29 14:28:12.284052 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:12.284675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41626) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:12.289064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:12.290487 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:12.293123 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Request body: {'subnet': {'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-158541406-subnet', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:12.297373 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:12.299098 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:12.303454 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Usage tracker for resource:subnet and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:12.308920 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:12.313965 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:12.326044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Made reservation on behalf of 5ab4ccee97444809bb6b8f8a577ed7ed for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:12.330068 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Notify callbacks [] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.400705 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.405311 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.428012 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:12.442944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747654536825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.444492 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Unsubscribe: segment precommit_create {{(pid=74211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 14:28:12.445754 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Added segment 8ef91fc0-648e-427b-b63b-106e851e9a0f of type vlan for network 9cbe3f07-4df4-443d-9b6e-796c8723c81a Jun 29 14:28:12.568419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.576259 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:12.587084 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.594043 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:12.638700 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a24e1-71b5-4d2f-8107-d377d51ea963,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:12.655095 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41638) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:12.655457 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41640) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:12.656929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.657259 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.657653 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.657892 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.658209 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.658521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.658828 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.659158 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.659471 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.659788 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.660065 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Tracked resource versions report: Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: pushed versions: Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Log': {'1.0'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Network': {'1.1'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Port': {'1.5'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'PortForwarding': {'1.2'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'QosPolicy': {'1.8'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SecurityGroup': {'1.2'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SubPort': {'1.0'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Subnet': {'1.1'}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Trunk': {'1.1'}} Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: consumer versions: Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: HyperV agent@hv-cinder-79835: {}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Log': '1.0', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Network': '1.1', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Port': '1.5', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'PortForwarding': '1.2', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'QosPolicy': '1.8', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SecurityGroup': '1.2', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SecurityGroupRule': '1.0', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'SubPort': '1.0', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Subnet': '1.1', Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: 'Trunk': '1.1'}} Jun 29 14:28:12.661527 dv-cinder-798356-1-smb neutron-server[74211]: {{(pid=74211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:28:12.670662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:12.679771 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:12.719213 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:12.723539 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.724938 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:12.725642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.726681 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Checking segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:12.727349 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Network hostable DHCP agents. Network: eede1e2a-eccd-43e1-abd0-f71ef84ceee4, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:12.744149 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:12.752522 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:12.765149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, eede1e2a-eccd-43e1-abd0-f71ef84ceee4) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:12.771362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:12.772457 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.774622 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04ef43-f804-4c5d-bfae-3050f75ed24c None None] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:12.797646 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5115199 Jun 29 14:28:12.799967 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41654) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:12.812838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:12.823309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:12.842112 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Usage tracker for resource:router and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:12.843896 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:12.851858 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:12.859015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Pushing event updated for resources: {'Network': ['ID=9cbe3f07-4df4-443d-9b6e-796c8723c81a,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:12.867271 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:12.873485 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0580027 Jun 29 14:28:12.876520 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41662) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:12.881627 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:12.882606 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.883741 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.888744 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Request body: {'subnet': {'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-subnet', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:12.896194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:12.900637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Usage tracker for resource:subnet and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:12.903844 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:12.910065 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:12.911295 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:12.928257 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Made reservation on behalf of 32cf3c96cba3487eaa6268817b22232c for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:12.931694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.138389 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.192501 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:28:13.193750 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.230268 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.234514 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:13.356036 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bbb5df-e68f-43fa-9e96-82679c0cad5f,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:13.366914 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:13.375060 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Checking segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:13.375674 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Network hostable DHCP agents. Network: 9cbe3f07-4df4-443d-9b6e-796c8723c81a, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:13.422909 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-609067436-network', 'tenant_id': '08cacad3affe4807958ad3b8f930bccb'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:13.432331 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Allocated IP 172.20.0.2 (eede1e2a-eccd-43e1-abd0-f71ef84ceee4/eb983a40-cec4-4ad5-8b3e-610ce2de2d5b/53d69eca-1594-4f61-860a-7bb96a96b227) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:13.435410 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:13.437582 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:13.442333 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-41001850-network', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:13.469437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Usage tracker for resource:network and tenant:08cacad3affe4807958ad3b8f930bccb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:13.474507 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.479669 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:13.490840 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:13.514333 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.525669 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Made reservation on behalf of 08cacad3affe4807958ad3b8f930bccb for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:13.532535 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.565913 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.626177 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 9cbe3f07-4df4-443d-9b6e-796c8723c81a) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:13.649664 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:13.650799 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.668195 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:13.690768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Usage tracker for resource:network and tenant:b6840424233e41558b406f0e9cef7c8e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:13.711572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:13.730641 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:13.739981 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Allocated IP 172.28.0.65 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:13.768578 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Usage tracker for resource:security_group_rule and tenant:08cacad3affe4807958ad3b8f930bccb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:13.772153 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:13.785529 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:13.797501 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:13.804873 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9270763 Jun 29 14:28:13.805711 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41688) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:13.810207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Made reservation on behalf of b6840424233e41558b406f0e9cef7c8e for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:13.812510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.830890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:13.837973 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:13.842293 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Usage tracker for resource:router and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:13.846045 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:13.853492 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:13.869064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.883004 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.885275 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.926149 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.930731 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:13.938846 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Transition to ACTIVE for port object 53d69eca-1594-4f61-860a-7bb96a96b227 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:13.960612 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Transition to ACTIVE for port object 53d69eca-1594-4f61-860a-7bb96a96b227 will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:13.968791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94c4f9-1ea1-499a-8669-1f0b3f1eccee None None] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:14.070601 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.131874 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.139087 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:14.215320 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.248199 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:14.253385 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:14.268820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:14.273302 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:14.290254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:14.293032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:14.322057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:14.397338 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:14.398902 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:28:14.400608 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.420898 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:14.425943 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:14.440570 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.441304 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.490721 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Usage tracker for resource:security_group_rule and tenant:b6840424233e41558b406f0e9cef7c8e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:14.516262 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:14.653342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Pushing event updated for resources: {'Port': ['ID=53d69eca-1594-4f61-860a-7bb96a96b227,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:14.688283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:14.690454 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Attempting to bind port 53d69eca-1594-4f61-860a-7bb96a96b227 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:14.690454 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Attempting to bind port 53d69eca-1594-4f61-860a-7bb96a96b227 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:14.690707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Attempting to bind port 53d69eca-1594-4f61-860a-7bb96a96b227 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:14.708779 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:14.709430 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Checking segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:14.710065 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.710532 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Bound using segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:14.711208 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Bound port: 53d69eca-1594-4f61-860a-7bb96a96b227, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:14.711796 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.762298 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.824400 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.895572 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] For port 53d69eca-1594-4f61-860a-7bb96a96b227, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:14.899221 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] For port 53d69eca-1594-4f61-860a-7bb96a96b227, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=53d69eca-1594-4f61-860a-7bb96a96b227,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:14.907566 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.907909 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.908289 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.908661 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.908985 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.909362 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.909688 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.909997 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.910360 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.910725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.911051 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Tracked resource versions report: Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: pushed versions: Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Log': {'1.0'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Network': {'1.1'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Port': {'1.5'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'PortForwarding': {'1.2'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'QosPolicy': {'1.8'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroup': {'1.2'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SubPort': {'1.0'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Subnet': {'1.1'}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Trunk': {'1.1'}} Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: consumer versions: Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: HyperV agent@hv-cinder-79835: {}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Log': '1.0', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Network': '1.1', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Port': '1.5', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'PortForwarding': '1.2', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'QosPolicy': '1.8', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroup': '1.2', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SecurityGroupRule': '1.0', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'SubPort': '1.0', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Subnet': '1.1', Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: 'Trunk': '1.1'}} Jun 29 14:28:14.912061 dv-cinder-798356-1-smb neutron-server[74212]: {{(pid=74212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:28:14.920853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:14.921875 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:14.932742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:15.007163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Allocated IP 172.20.0.2 (9cbe3f07-4df4-443d-9b6e-796c8723c81a/98bbb5df-e68f-43fa-9e96-82679c0cad5f/22280a1e-5e00-4a31-87a1-5cdd224c8feb) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:15.007908 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:28:15.010608 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Pushing event updated for resources: {'Port': ['ID=53d69eca-1594-4f61-860a-7bb96a96b227,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:15.024348 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:15.066275 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.070623 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.152324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:15.164965 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.166803 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Added segment 8b686a56-c210-4190-ab12-72a71b35139d of type vlan for network 11de5105-67e5-480c-82f1-4a5ef141aa3e Jun 29 14:28:15.194452 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:15.210233 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.285964 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.387757 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.436554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4956a771-01ac-43e1-b016-5b5114042c32,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:15.437365 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Transition to ACTIVE for port object 22280a1e-5e00-4a31-87a1-5cdd224c8feb will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:15.458248 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:15.458650 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:15.492559 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Transition to ACTIVE for port object 22280a1e-5e00-4a31-87a1-5cdd224c8feb will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:15.505889 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.506419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.509599 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93647ed-5842-438e-b2b9-406699deabef,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:15.514344 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:15.514808 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:15.514931 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.517478 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:15.519182 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.db.api [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:28:15.519182 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_db.api [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:28:15.530476 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:28:15.533611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:15.533611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:15.562641 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:15.566698 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:27:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:15.567610 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.569199 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7674294 Jun 29 14:28:15.572456 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41728) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:15.661564 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Pushing event updated for resources: {'Port': ['ID=22280a1e-5e00-4a31-87a1-5cdd224c8feb,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:15.668866 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:15.697993 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:15.701313 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:15.708742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:15.728567 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0475922 Jun 29 14:28:15.749317 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41732) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:15.788303 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Request body: {'subnet': {'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-609067436-subnet', 'tenant_id': '08cacad3affe4807958ad3b8f930bccb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:15.809552 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.815836 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:15.820431 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Usage tracker for resource:subnet and tenant:08cacad3affe4807958ad3b8f930bccb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:15.832331 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:15.839995 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:15.847402 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:15.847586 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Pushing event updated for resources: {'Network': ['ID=11de5105-67e5-480c-82f1-4a5ef141aa3e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:15.860306 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:15.861676 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.879497 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Made reservation on behalf of 08cacad3affe4807958ad3b8f930bccb for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:15.881748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:15.909971 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 11de5105-67e5-480c-82f1-4a5ef141aa3e details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:16.073744 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.127944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Allocated IP 172.28.0.176 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/84758728-3f40-4f6b-b56b-06040f00108e) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:16.180549 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Attempting to bind port 22280a1e-5e00-4a31-87a1-5cdd224c8feb on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:16.181979 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Attempting to bind port 22280a1e-5e00-4a31-87a1-5cdd224c8feb by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:16.182348 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Attempting to bind port 22280a1e-5e00-4a31-87a1-5cdd224c8feb on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:16.237389 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.295922 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:16.305078 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Checking segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:16.305504 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.305975 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Bound using segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:16.306989 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Bound port: 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:16.307421 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.323271 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:16.453475 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.473260 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Checking segment: {'id': '8b686a56-c210-4190-ab12-72a71b35139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:16.473692 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Network hostable DHCP agents. Network: 11de5105-67e5-480c-82f1-4a5ef141aa3e, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:16.476267 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:14Z', 'revision_number': 3, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:16.487736 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:28:16.497289 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Updating router 13ea8f4d-fc7a-4858-9068-48733a02db28 port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:28:16.570698 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] For port 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:16.580929 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] For port 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=22280a1e-5e00-4a31-87a1-5cdd224c8feb,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:16.585955 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Network 11de5105-67e5-480c-82f1-4a5ef141aa3e is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:16.590875 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.617543 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:16.624542 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.625727 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:16.648191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:16.654996 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.711008 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cbe87-3754-46d4-9da9-114d08f02558 None None] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:16.791575 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 11de5105-67e5-480c-82f1-4a5ef141aa3e) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:16.805909 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:16.806312 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.806665 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Added segment 2098b758-bfa3-4981-a91a-7c0408583278 of type vlan for network 965ac20b-70a5-40a1-bd63-95d655fb2f1a Jun 29 14:28:16.807941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.892164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:16.918416 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41760) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:16.957681 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1957903 Jun 29 14:28:16.988671 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b66a88-6a4b-4b00-8319-e5b54a572e46,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:16.996773 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-db35dd3d-3cc4-4926-9200-38b81ea6d6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:16.999540 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:17.014652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:17.015281 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:17.023682 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6813f-66dd-4c00-94f4-5f026f4e821d None None] Network 11de5105-67e5-480c-82f1-4a5ef141aa3e requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:17.034534 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=84758728-3f40-4f6b-b56b-06040f00108e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:17.045391 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 53d69eca-1594-4f61-860a-7bb96a96b227 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:17.060758 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:17.061837 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:17.074105 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:17.081467 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:17.097546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-fd0eb93b-d0bf-4e89-b262-383d25a8e7f0 None None] Provisioning for port 53d69eca-1594-4f61-860a-7bb96a96b227 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:17.138521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:17.272207 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Pushing event updated for resources: {'Port': ['ID=22280a1e-5e00-4a31-87a1-5cdd224c8feb,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:17.299517 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:17.659539 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:17.721924 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:17.744838 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Transition to ACTIVE for port object 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:17.753000 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:17.753566 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:17.759004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfae8b87f1c4ef88a889b0d02019a93 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:17.769149 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:17.771540 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:17.808513 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:17.859800 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Pushing event updated for resources: {'Port': ['ID=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,revision_number=2']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:17.872033 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.872610 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.873133 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.873508 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.1904318 Jun 29 14:28:17.873849 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.874194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41806) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:17.874558 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.875235 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.875776 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.876255 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.876915 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.878031 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.878540 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Tracked resource versions report: Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: pushed versions: Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: { 'ConntrackHelper': {'1.0'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Log': {'1.0'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Network': {'1.1'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Port': {'1.5'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'PortForwarding': {'1.2'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'QosPolicy': {'1.8'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroup': {'1.2'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroupRule': {'1.0'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SubPort': {'1.0'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Subnet': {'1.1'}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Trunk': {'1.1'}} Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: consumer versions: Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: { DHCP agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: HyperV agent@hv-cinder-79835: {}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: L3 agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: Metadata agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: Metering agent@dv-cinder-798356-1-smb: {}, Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: Open vSwitch agent@dv-cinder-798356-1-smb: { 'ConntrackHelper': '1.0', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Log': '1.0', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Network': '1.1', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Port': '1.5', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'PortForwarding': '1.2', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'QosPolicy': '1.8', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroup': '1.2', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SecurityGroupRule': '1.0', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'SubPort': '1.0', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Subnet': '1.1', Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: 'Trunk': '1.1'}} Jun 29 14:28:17.881472 dv-cinder-798356-1-smb neutron-server[74213]: {{(pid=74213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 14:28:17.889431 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:17.912168 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Request body: {'subnet': {'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-subnet', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:17.924344 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Pushing event updated for resources: {'Network': ['ID=965ac20b-70a5-40a1-bd63-95d655fb2f1a,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:17.940135 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:17.948382 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:17.952838 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Attempting to bind port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:17.957015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Usage tracker for resource:subnet and tenant:b6840424233e41558b406f0e9cef7c8e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:17.961198 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Attempting to bind port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:17.963548 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Attempting to bind port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:17.963906 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:17.970963 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:17.991375 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:17.993064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:18.002498 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:18.004691 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.007707 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:18.008507 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Bound port: 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:18.009573 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.028761 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 53d69eca-1594-4f61-860a-7bb96a96b227 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:18.059765 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-673643ef-5cf4-4bba-83da-f1b38b7dbc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.115281 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Made reservation on behalf of b6840424233e41558b406f0e9cef7c8e for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:18.117839 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.260770 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 53d69eca-1594-4f61-860a-7bb96a96b227 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:18.261148 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.288452 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] For port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:18.292508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.294099 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] For port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:18.302690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.304592 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.318649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:18.325082 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:18.535212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138394dc-a71f-4e03-894b-0d647710996f,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:18.550700 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41830) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:18.562147 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bfae8b87f1c4ef88a889b0d02019a93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6278903 Jun 29 14:28:18.565527 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:18.565682 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Pushing event updated for resources: {'Port': ['ID=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:18.566171 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41834) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:18.569166 dv-cinder-798356-1-smb neutron-server[74210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 14:28:18.572403 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:18.573472 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:18.574073 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:27:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:18.644772 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.645740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.664003 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388662e-a17c-479f-af03-8310a305fbe3 None None] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:18.744108 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.842224 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.848825 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:18.875244 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:18.908967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b1980c-1cec-4420-be34-2bbcd5e71521,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:18.914044 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:18.928106 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-aa0576bf-d4bf-4ee0-8a3c-441e3d605fbd None None] Provisioning for port 22280a1e-5e00-4a31-87a1-5cdd224c8feb completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:18.938945 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d752dc36-b0fd-4045-8af3-d9bdcf8b789c None None] Network 11de5105-67e5-480c-82f1-4a5ef141aa3e requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:18.946154 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:18.977150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-d4452f26-03f9-4faf-a1f8-f2701fd219e8 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:18.986243 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-d4452f26-03f9-4faf-a1f8-f2701fd219e8 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/networks?id=11de5105-67e5-480c-82f1-4a5ef141aa3e HTTP/1.1" status: 200 len: 811 time: 0.4320700 Jun 29 14:28:18.996488 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.088351 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-c0d96e7e-126e-415c-a81c-79b6b1a2933d tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/quotas/08cacad3affe4807958ad3b8f930bccb HTTP/1.1" status: 200 len: 375 time: 0.1008806 Jun 29 14:28:19.091250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Checking segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:19.091635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Network hostable DHCP agents. Network: 965ac20b-70a5-40a1-bd63-95d655fb2f1a, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:19.140920 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.144931 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:19.164033 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 965ac20b-70a5-40a1-bd63-95d655fb2f1a) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:19.172546 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:19.173193 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.181771 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-4d68bc60-a5f9-4f52-839b-57b76ca78e51 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=08cacad3affe4807958ad3b8f930bccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915325 Jun 29 14:28:19.238738 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3426738 Jun 29 14:28:19.241888 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41854) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:19.246374 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Router 1981334b-da4c-460a-97d9-5b4b056d378c is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:28:19.252462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:19.259295 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:19.263983 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Usage tracker for resource:router and tenant:b6840424233e41558b406f0e9cef7c8e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:19.269349 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:19.293322 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:19.300430 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4615722b-910a-4b1a-a901-15b1d82751e6 None None] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:19.330671 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:14Z', 'revision_number': 3, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:19.334861 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004aa8f-6f80-4e1e-a167-56b5d63c89d8 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:14Z', 'revision_number': 3, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:28:19.342075 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.350854 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:19.380673 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138394dc-a71f-4e03-894b-0d647710996f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:19.393991 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:19.411197 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-c95d03c6-150c-4541-8051-792a88c098f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74210) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:28:19.419709 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-c95d03c6-150c-4541-8051-792a88c098f3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1574390 Jun 29 14:28:19.482362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.486921 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/138394dc-a71f-4e03-894b-0d647710996f HTTP/1.1" status: 204 len: 168 time: 0.9197397 Jun 29 14:28:19.492577 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.493898 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.574202 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Allocated IP 172.20.0.1 (eede1e2a-eccd-43e1-abd0-f71ef84ceee4/eb983a40-cec4-4ad5-8b3e-610ce2de2d5b/1fc0a244-0034-48dc-858d-4a6439ee7f86) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:19.674274 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.684810 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.856576 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 53d69eca-1594-4f61-860a-7bb96a96b227, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=53d69eca-1594-4f61-860a-7bb96a96b227,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:19.887559 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:19.901640 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-16b836a8-fdc4-468c-914b-ee918127b3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:20.004545 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-0f0ed519-ed91-44c4-b98d-a086c141955d service neutron] 10.222.0.11 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837362 Jun 29 14:28:20.096879 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 22280a1e-5e00-4a31-87a1-5cdd224c8feb up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:20.123987 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.162364 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab28a4a5-2597-47c2-a881-a3c2650b6be3 None None] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:20.272019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:20.329072 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.332829 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5216525 Jun 29 14:28:20.334085 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41882) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:20.359218 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-31aaa6ed-d401-4a24-8da3-474d35d21061 None None] Provisioning complete for port 53d69eca-1594-4f61-860a-7bb96a96b227 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:20.359785 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-31aaa6ed-d401-4a24-8da3-474d35d21061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.403965 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.417121 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-527df887-9904-4b3d-9bd4-4329bd7fe7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.450181 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:28:20.529051 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Transition to ACTIVE for port object 1fc0a244-0034-48dc-858d-4a6439ee7f86 will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:20.555059 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-aa2c233a-f1e4-45d6-940c-54074e82e96d service neutron] 10.222.0.11 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276229 Jun 29 14:28:20.612829 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.617838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:20.641180 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=53d69eca-1594-4f61-860a-7bb96a96b227,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:20.687651 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:20.787940 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:20.805933 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:20.830799 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:20.831477 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.839084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:20.906056 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:20.906711 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:20.908857 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41896) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:21.045677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:21.050181 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:21.113114 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.238317 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.276094 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.323878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41928) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:21.441571 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:21.457372 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Usage tracker for resource:security_group_rule and tenant:6b133b56dd834e95bdf01d7c51c86f22 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:21.461704 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d2ac55c8-d920-4cc0-b62d-17eda330ffb3 req-cb388b73-2fb0-4bfb-89d9-5a2ec27658d6 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.1387622 Jun 29 14:28:21.486842 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:21.504170 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:21.606605 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 22280a1e-5e00-4a31-87a1-5cdd224c8feb completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:21.689237 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.736741 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 22280a1e-5e00-4a31-87a1-5cdd224c8feb triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:21.737219 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.760289 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Allocated IP 172.28.0.212 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/9837e158-f397-4a67-8af6-4fc702ed1d81) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:21.766016 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41938) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:21.812656 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:21.848782 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.865159 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.900373 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bc5699c2-8855-45eb-ba1e-7b5650bcd3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:21.923486 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.967558 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:21.996751 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b133b56dd834e95bdf01d7c51c86f22&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0818088 Jun 29 14:28:21.999584 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 41958) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:22.009478 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63212b-115c-4414-9a6e-d692eb26774d,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:22.028617 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:22.032771 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.036254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.044251 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Provisioning complete for port 22280a1e-5e00-4a31-87a1-5cdd224c8feb triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:22.044669 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.052567 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.057638 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:22.060395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.064859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.070801 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bae7549c-18cb-4cee-818e-e3bccc8e4cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:22.077838 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-cae88b1c-ac38-4899-8d83-5b7b0e4fc8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:22.100908 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Usage tracker for resource:security_group_rule and tenant:9672449a3d8344f8b7724f388546d53f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:22.110416 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:22.138160 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:22.162375 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:22.172708 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:22.218966 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:22.230021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.231732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:22.249823 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.283496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e990b50e63d47c48e6461f0c66ca543 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:22.287341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:22.317909 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:22.318816 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Pushing event updated for resources: {'Port': ['ID=9837e158-f397-4a67-8af6-4fc702ed1d81,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:22.324240 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:22.325885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:22.328468 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.333727 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=22280a1e-5e00-4a31-87a1-5cdd224c8feb,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:22.335091 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:22.450837 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.469351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.481896 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.482960 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:22.510823 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:22.544824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:22.600574 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.609890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:22.619773 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:22.623530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b63212b-115c-4414-9a6e-d692eb26774d,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:22.626811 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:22.657360 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.661672 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b63212b-115c-4414-9a6e-d692eb26774d HTTP/1.1" status: 204 len: 168 time: 0.6608658 Jun 29 14:28:22.701472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.702238 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:22.751510 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:22.859777 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ac3578-59e2-44ce-bc51-d4d27b716146,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:22.877070 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:22.885574 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9672449a3d8344f8b7724f388546d53f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5443330 Jun 29 14:28:22.886316 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 41992) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:22.913306 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3963e272-ec03-4438-badf-4658854123ea req-e6c4504e-e10f-4594-869f-204cf6a2cc7c tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.2362351 Jun 29 14:28:23.022380 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=22280a1e-5e00-4a31-87a1-5cdd224c8feb,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:23.037247 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:23.050264 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.076386 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Provisioning for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:23.085853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.088791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Provisioning complete for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:23.089167 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.111415 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.173957 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:23.186148 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6e80b-f46f-44a6-87e4-434f20571533 None None] Port 1fc0a244-0034-48dc-858d-4a6439ee7f86 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:23.187928 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:23.188321 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.291707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 3, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:23.300511 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:28:23.300892 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Updating router 1981334b-da4c-460a-97d9-5b4b056d378c port 84758728-3f40-4f6b-b56b-06040f00108e binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:28:23.343017 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c254a2f3-ef3f-4d5a-8769-0efb2362e7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:23.409106 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578eca5b-acb0-4089-ae76-8c2f78166d77,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:23.411723 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.442751 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.443860 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d679453b-b92c-44a3-89bf-b28f676213eb None None] Provisioning complete for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:23.444381 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d679453b-b92c-44a3-89bf-b28f676213eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.504134 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:23.547408 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.550471 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.563064 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-fa474f35-25fc-432e-9932-4411866231c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:23.578854 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e990b50e63d47c48e6461f0c66ca543&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8113112 Jun 29 14:28:23.582724 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42022) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:23.583917 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ac3578-59e2-44ce-bc51-d4d27b716146,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:23.587045 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:23.598320 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.603456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.717641 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.726302 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41ac3578-59e2-44ce-bc51-d4d27b716146 HTTP/1.1" status: 204 len: 168 time: 0.8162799 Jun 29 14:28:23.739375 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-d679453b-b92c-44a3-89bf-b28f676213eb None None] Port 1fc0a244-0034-48dc-858d-4a6439ee7f86 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:23.756455 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:23.870984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:23.888425 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:23.941784 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Router d4df2613-a763-4647-993b-45038b1cbadc is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:28:24.088025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:24.107874 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 53d69eca-1594-4f61-860a-7bb96a96b227 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:24.142789 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:28:24.170262 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:24.233976 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:24.257971 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42050) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:24.355657 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 53d69eca-1594-4f61-860a-7bb96a96b227 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:24.356048 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:24.389199 dv-cinder-798356-1-smb neutron-server[74211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 14:28:24.484330 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.74', 64609) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:24.559464 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-893e0502-0b35-4a97-a295-54e0dfb07ab2 req-e1cc48a4-dcaa-4b52-bd8d-0a75d38cfcea tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.2674394 Jun 29 14:28:24.577062 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:24.723392 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 22280a1e-5e00-4a31-87a1-5cdd224c8feb up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:24.834328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:24.840104 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] 10.222.0.11 "PUT /v2.0/routers/13ea8f4d-fc7a-4858-9068-48733a02db28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2663271 Jun 29 14:28:24.846904 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:28:24.861804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Allocated IP 172.20.0.1 (9cbe3f07-4df4-443d-9b6e-796c8723c81a/98bbb5df-e68f-43fa-9e96-82679c0cad5f/7062f729-b06b-4edb-a5b0-7c2a6fad7b94) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:24.875428 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:24.878091 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:24.942916 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:24.963834 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Transition to ACTIVE for port object 84758728-3f40-4f6b-b56b-06040f00108e will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:24.974348 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 22280a1e-5e00-4a31-87a1-5cdd224c8feb triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:24.974735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.007101 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.019009 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:25.112040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-e998a60e-83a9-42bb-b739-09902b9da961 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:25.113040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-e998a60e-83a9-42bb-b739-09902b9da961 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Synchronizing usage tracker for tenant:08cacad3affe4807958ad3b8f930bccb on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:25.121486 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.137320 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Pushing event updated for resources: {'Port': ['ID=84758728-3f40-4f6b-b56b-06040f00108e,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:25.140354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2effa44f-6770-49ff-953a-24f9fe648b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:25.144404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:25.194070 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Attempting to bind port 84758728-3f40-4f6b-b56b-06040f00108e on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:25.195986 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Attempting to bind port 84758728-3f40-4f6b-b56b-06040f00108e by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:25.196408 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Attempting to bind port 84758728-3f40-4f6b-b56b-06040f00108e on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:25.218753 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:25.219178 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:25.224331 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.224592 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578eca5b-acb0-4089-ae76-8c2f78166d77,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:25.224780 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:25.225298 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Bound port: 84758728-3f40-4f6b-b56b-06040f00108e, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:25.226479 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.242626 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:25.263418 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-e998a60e-83a9-42bb-b739-09902b9da961 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Unset dirty status for tenant:08cacad3affe4807958ad3b8f930bccb on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:25.264570 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-e998a60e-83a9-42bb-b739-09902b9da961 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.74 "GET /v2.0/networks?id=11de5105-67e5-480c-82f1-4a5ef141aa3e HTTP/1.1" status: 200 len: 811 time: 0.7754169 Jun 29 14:28:25.268614 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:25.283990 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.287439 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/578eca5b-acb0-4089-ae76-8c2f78166d77 HTTP/1.1" status: 204 len: 168 time: 1.7011104 Jun 29 14:28:25.297744 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.306698 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Request body: {'port': {'device_id': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e', 'admin_state_up': True, 'tenant_id': '08cacad3affe4807958ad3b8f930bccb'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:25.385365 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] For port 84758728-3f40-4f6b-b56b-06040f00108e, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:25.393712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] For port 84758728-3f40-4f6b-b56b-06040f00108e, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=84758728-3f40-4f6b-b56b-06040f00108e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:25.401661 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Transition to ACTIVE for port object 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:25.429555 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.473033 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:25.502081 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Sync routers for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:28:25.509797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:25.516168 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Usage tracker for resource:port and tenant:08cacad3affe4807958ad3b8f930bccb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:25.523702 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.525645 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:25.532605 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:25.545943 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.547855 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3044088 Jun 29 14:28:25.550767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42092) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:25.560276 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:25.560811 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:25.605008 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Made reservation on behalf of 08cacad3affe4807958ad3b8f930bccb for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:25.638209 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:25.700437 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:25.701090 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:25.755332 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:21Z', 'revision_number': 2, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:25.760063 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:28:25.760920 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Updating router 13ea8f4d-fc7a-4858-9068-48733a02db28 port 1fc0a244-0034-48dc-858d-4a6439ee7f86 binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:28:25.831388 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:26.152754 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:26.250791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d21cde5-3b5f-4d59-9061-0ec5dfaeeb59 req-1f6d29d9-3905-475f-a541-0bdc70e7ffcf tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.1906495 Jun 29 14:28:26.282968 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:26.293752 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:26.295569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:26.317572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:26.331831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:26.361167 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Allocated IP 172.20.0.10 (11de5105-67e5-480c-82f1-4a5ef141aa3e/f1b66a88-6a4b-4b00-8319-e5b54a572e46/d310e6e5-985f-4530-b6f4-1b1570db9b1e) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:26.378173 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:26.386417 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:26.615221 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Pushing event updated for resources: {'Port': ['ID=84758728-3f40-4f6b-b56b-06040f00108e,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:26.623292 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:26.625223 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:26.639303 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42128) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:26.662561 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150292670', 'description': 'tempest-description--320387400'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:26.666013 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Transition to ACTIVE for port object 1fc0a244-0034-48dc-858d-4a6439ee7f86 will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:26.685554 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:26.699885 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:26.714891 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:26.715608 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:26.793823 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:26.831567 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:26.848901 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:26.866034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:26.925822 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:26.995359 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.068892 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200aaed-d5cb-46c8-a9dd-3455bfa58416 None None] Pushing event updated for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:27.102135 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-2200aaed-d5cb-46c8-a9dd-3455bfa58416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:27.127119 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:27.264669 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.269154 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:27.269685 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.355502 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:27.394608 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:27.408611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:27.409766 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Attempting to bind port 1fc0a244-0034-48dc-858d-4a6439ee7f86 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:27.410155 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Attempting to bind port 1fc0a244-0034-48dc-858d-4a6439ee7f86 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:27.411821 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Attempting to bind port 1fc0a244-0034-48dc-858d-4a6439ee7f86 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:27.416274 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:27.428414 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:27.431692 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Checking segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:27.432109 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.433800 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Bound using segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:27.434270 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Bound port: 1fc0a244-0034-48dc-858d-4a6439ee7f86, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:27.434687 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.674062 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.691369 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.845121 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:27.862989 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] For port 1fc0a244-0034-48dc-858d-4a6439ee7f86, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:27.873407 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] For port 1fc0a244-0034-48dc-858d-4a6439ee7f86, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=1fc0a244-0034-48dc-858d-4a6439ee7f86,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:27.891190 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.896850 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:27.903737 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-38168fa8-352e-43f1-8208-135c9d01d64e None None] Provisioning for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:27.980384 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:27.984648 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.3401134 Jun 29 14:28:27.985538 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42162) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:27.988655 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb01a2-5f50-40e0-9312-25cdb01734b0,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:28.003626 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:28.021900 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group_rule': {'security_group_id': '5beb01a2-5f50-40e0-9312-25cdb01734b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:28.051874 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:28.082784 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:28.086330 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200aaed-d5cb-46c8-a9dd-3455bfa58416 None None] Pushing event updated for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=4']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:28.093551 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:28.102040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.104676 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-2200aaed-d5cb-46c8-a9dd-3455bfa58416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:28.126617 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.137896 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:28.139902 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:28.140653 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:28.209055 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.216875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.257053 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:28.294124 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-38168fa8-352e-43f1-8208-135c9d01d64e None None] Provisioning complete for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:28.295285 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-38168fa8-352e-43f1-8208-135c9d01d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.623678 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-db7756d7-8e29-4b1e-97c3-b65c75d837d6 req-64b395ae-67f1-4898-a413-cf995c95f38b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.5064392 Jun 29 14:28:28.716179 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:28.779819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:28.795340 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:28.797796 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.801923 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:28.805188 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:28.852890 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.869145 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:28.932215 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:29.007800 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42194) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:29.066773 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:29.087236 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f6c75d-051d-4097-8f98-d9ea19be9323,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:29.208474 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:29.258136 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Network 11de5105-67e5-480c-82f1-4a5ef141aa3e is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:29.270371 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.274017 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2628548 Jun 29 14:28:29.278129 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42210) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:29.281912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:29.314628 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:29.324694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:29.325334 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.326988 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group_rule': {'security_group_id': '5beb01a2-5f50-40e0-9312-25cdb01734b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:29.340071 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:29.343278 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.399755 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:29.416262 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:29.436621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.453911 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-38168fa8-352e-43f1-8208-135c9d01d64e None None] Port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:29.455446 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:29.497439 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-bacef55f-3565-4bce-9548-395726967b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:27Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:29.502049 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef55f-3565-4bce-9548-395726967b66 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:27Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:28:29.514988 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 3, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:29.519100 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:24Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:29.531569 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Checking router: d4df2613-a763-4647-993b-45038b1cbadc for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:28:29.532267 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Updating router d4df2613-a763-4647-993b-45038b1cbadc port 9837e158-f397-4a67-8af6-4fc702ed1d81 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:28:29.658157 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Pushing event updated for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:29.674244 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:29.689448 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3858638 Jun 29 14:28:29.725926 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.727011 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:29.753423 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee7826b-7caf-43aa-bbec-0b2fe656f83e None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:24Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:28:29.763019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-040b9795-68ab-43d0-8fef-4ae4dd3446e2 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74211) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:28:29.765426 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-040b9795-68ab-43d0-8fef-4ae4dd3446e2 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0166540 Jun 29 14:28:29.889030 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.048137 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-4e6c8562-8c86-4289-8051-24250a16aab4 None None] Provisioning complete for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:30.048653 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8562-8c86-4289-8051-24250a16aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.124398 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.153786 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.222080 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:30.237363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.238575 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9595239 Jun 29 14:28:30.244763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42226) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:30.251792 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be56f67-439d-4323-beed-7699159afdfc,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:30.260426 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c8562-8c86-4289-8051-24250a16aab4 None None] Port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:30.260581 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:30.265171 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:30.305731 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:30.317703 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:floatingip and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:30.328847 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:30.342821 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:30.383226 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Allocated IP 172.20.0.1 (965ac20b-70a5-40a1-bd63-95d655fb2f1a/43b1980c-1cec-4420-be34-2bbcd5e71521/28cbed6f-2668-456d-b848-453211efc2ef) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:30.384357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:30.402892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.405705 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Usage tracker for resource:security_group_rule and tenant:7067d8d1eca5479a892a9886252ec8d9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:30.418544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:30.438357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:30.660343 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42236) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:30.668786 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.734608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.805213 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.813514 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.827583 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Transition to ACTIVE for port object 9837e158-f397-4a67-8af6-4fc702ed1d81 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:30.844331 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.852215 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:30.867563 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:30.878983 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Request body: {'port': {'device_id': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:30.886622 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9fabb870-bafa-437d-994a-0b8afc1dbf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:30.974460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:30.979164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b6fef8aa-bc4c-41a6-bc30-2e38844ad455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:30.981256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:30.991470 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:30.992351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.036501 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Attempting to bind port 9837e158-f397-4a67-8af6-4fc702ed1d81 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:31.036882 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Attempting to bind port 9837e158-f397-4a67-8af6-4fc702ed1d81 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:31.037300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Attempting to bind port 9837e158-f397-4a67-8af6-4fc702ed1d81 on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:31.045025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Pushing event updated for resources: {'Port': ['ID=9837e158-f397-4a67-8af6-4fc702ed1d81,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:31.059461 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:31.067613 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:31.068062 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:31.068552 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.069099 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:31.069767 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Bound port: 9837e158-f397-4a67-8af6-4fc702ed1d81, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:31.069983 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.074771 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7067d8d1eca5479a892a9886252ec8d9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0380375 Jun 29 14:28:31.088124 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42246) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:31.161338 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Pushing event updated for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:31.178534 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:31.189073 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-3d038cc4-dd71-4f1d-811d-8cb1276f617e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:31.189865 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-3d038cc4-dd71-4f1d-811d-8cb1276f617e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Synchronizing usage tracker for tenant:08cacad3affe4807958ad3b8f930bccb on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:31.194034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.227794 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.255265 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7e749-3b9b-4829-85ef-d961c8ea387f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:31.286966 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] For port 9837e158-f397-4a67-8af6-4fc702ed1d81, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:31.296202 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] For port 9837e158-f397-4a67-8af6-4fc702ed1d81, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=9837e158-f397-4a67-8af6-4fc702ed1d81,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:31.306100 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.316329 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:31.475640 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:31.484218 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.494912 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:31.497554 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Pushing event updated for resources: {'Port': ['ID=9837e158-f397-4a67-8af6-4fc702ed1d81,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:31.506811 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:31.574212 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:28:31.575046 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:31.753535 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 1fc0a244-0034-48dc-858d-4a6439ee7f86 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:31.811748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Usage tracker for resource:security_group_rule and tenant:606a890975a44af5bd546e8c41f13e9e is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:31.822807 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:31.834495 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:31.981173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d310e6e5-985f-4530-b6f4-1b1570db9b1e {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:31.989745 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:31.992981 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.026488 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Transition to ACTIVE for port object d310e6e5-985f-4530-b6f4-1b1570db9b1e will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:32.033715 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.046460 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-3d038cc4-dd71-4f1d-811d-8cb1276f617e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Unset dirty status for tenant:08cacad3affe4807958ad3b8f930bccb on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:32.048620 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-3d038cc4-dd71-4f1d-811d-8cb1276f617e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 932 time: 1.9026587 Jun 29 14:28:32.051014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.072747 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:32.271023 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:32.288250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-f6ddfeab-0129-4c0c-ace5-69244efd8284 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Synchronizing usage tracker for tenant:08cacad3affe4807958ad3b8f930bccb on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:32.289190 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:28:32.359421 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-f6ddfeab-0129-4c0c-ace5-69244efd8284 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Unset dirty status for tenant:08cacad3affe4807958ad3b8f930bccb on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:32.360928 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bafe4b7-bd7e-4e83-9279-427b5b2e5714 req-f6ddfeab-0129-4c0c-ace5-69244efd8284 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920704 Jun 29 14:28:32.379514 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:28:32.434017 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:32.434450 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.470985 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:32.552469 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:32.574228 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Attempting to bind port d310e6e5-985f-4530-b6f4-1b1570db9b1e on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:32.574626 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Attempting to bind port d310e6e5-985f-4530-b6f4-1b1570db9b1e by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '8b686a56-c210-4190-ab12-72a71b35139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:32.574990 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Attempting to bind port d310e6e5-985f-4530-b6f4-1b1570db9b1e on network 11de5105-67e5-480c-82f1-4a5ef141aa3e {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:32.584895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Port d310e6e5-985f-4530-b6f4-1b1570db9b1e on network 11de5105-67e5-480c-82f1-4a5ef141aa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:28:32.585295 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Attempting to bind port d310e6e5-985f-4530-b6f4-1b1570db9b1e on network 11de5105-67e5-480c-82f1-4a5ef141aa3e {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:32.598150 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:32.598667 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Checking segment: {'id': '8b686a56-c210-4190-ab12-72a71b35139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:32.599435 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Bound using segment: {'id': '8b686a56-c210-4190-ab12-72a71b35139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:32.599878 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Bound port: d310e6e5-985f-4530-b6f4-1b1570db9b1e, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b686a56-c210-4190-ab12-72a71b35139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:32.600235 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.684003 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.704897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.705985 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.737680 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:32.773516 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:32.912065 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d86374-46a1-40bc-971d-bca5f63d0843,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:32.923269 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:32.938763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Allocated IP 172.28.0.55 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/e215437c-920c-4489-9eec-b9606b29fbb6) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:32.944484 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:33.097784 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:33.117465 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.145844 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e,segment=NetworkSegment(8b686a56-c210-4190-ab12-72a71b35139d),segment_id=8b686a56-c210-4190-ab12-72a71b35139d)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:33.170849 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 1fc0a244-0034-48dc-858d-4a6439ee7f86, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=1fc0a244-0034-48dc-858d-4a6439ee7f86,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:33.171487 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.174295 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '28cbed6f-2668-456d-b848-453211efc2ef', 'name': '', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:29Z', 'updated_at': '2021-06-29T14:28:30Z', 'revision_number': 1, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'subnets': [{'id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:33.179475 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24311362-eda6-435b-b053-a7650455c9c2 None None] The sync data for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb is: [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '28cbed6f-2668-456d-b848-453211efc2ef', 'name': '', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:29Z', 'updated_at': '2021-06-29T14:28:30Z', 'revision_number': 1, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'subnets': [{'id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:28:33.181670 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.183973 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:33.199704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6bc3b706-13ee-4fcd-b21b-eb1d4748600b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:33.332537 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:33.340314 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:33.361019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Pushing event updated for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:33.388553 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:33.427462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.429662 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] 10.222.0.74 "PUT /v2.0/ports/d310e6e5-985f-4530-b6f4-1b1570db9b1e HTTP/1.1" status: 200 len: 1094 time: 3.0792656 Jun 29 14:28:33.432866 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:33.526711 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 1fc0a244-0034-48dc-858d-4a6439ee7f86 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:33.611857 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:33.702008 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] 10.222.0.11 "PUT /v2.0/routers/1981334b-da4c-460a-97d9-5b4b056d378c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3646505 Jun 29 14:28:33.761098 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-60bf3ba4-1b1a-4a1a-a80c-b319fade6646 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=08cacad3affe4807958ad3b8f930bccb&device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 1097 time: 0.2104466 Jun 29 14:28:33.762005 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 1fc0a244-0034-48dc-858d-4a6439ee7f86 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:33.762432 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.802111 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.853270 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:33.858480 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:33.953331 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:34.059796 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=606a890975a44af5bd546e8c41f13e9e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3968608 Jun 29 14:28:34.081395 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42308) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:34.095738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:34.206653 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:34.252965 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-1ce1ee4b-9639-44d9-ad88-0f9e5e1cd07f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e HTTP/1.1" status: 200 len: 217 time: 0.4104908 Jun 29 14:28:34.355291 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:34.363228 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bd7e749-3b9b-4829-85ef-d961c8ea387f HTTP/1.1" status: 204 len: 168 time: 3.2658298 Jun 29 14:28:34.411774 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Pushing event updated for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:34.418923 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.475s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:34.440897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:34.481027 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-103d10a1-2e9c-4448-94b6-f77efb6f07bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:34.482571 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-103d10a1-2e9c-4448-94b6-f77efb6f07bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1b66a88-6a4b-4b00-8319-e5b54a572e46 HTTP/1.1" status: 200 len: 851 time: 0.2067888 Jun 29 14:28:34.487380 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b75599-549d-4f8d-9a62-31695e602033 req-97b0665e-e32a-4379-abee-dc06a9a5bf39 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:34.489424 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b5b75599-549d-4f8d-9a62-31695e602033 req-97b0665e-e32a-4379-abee-dc06a9a5bf39 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 944 time: 0.3950026 Jun 29 14:28:34.490407 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7e749-3b9b-4829-85ef-d961c8ea387f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:34.493350 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:34.736655 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e', 'status': 'completed', 'code': 200} Jun 29 14:28:34.759494 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:34.763436 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-d4174d29-fc88-4b55-afd6-5583ffe29252 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11de5105-67e5-480c-82f1-4a5ef141aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2630680 Jun 29 14:28:34.923172 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b5b75599-549d-4f8d-9a62-31695e602033 req-4307517e-85f1-4611-bd9a-7f98205f54e3 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443001 Jun 29 14:28:34.924135 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:34.978713 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:35.044368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:35.187648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:35.236194 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=e215437c-920c-4489-9eec-b9606b29fbb6,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:35.246306 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:35.247070 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:35.258969 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:35.282951 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:35.292084 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:35.309362 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d86374-46a1-40bc-971d-bca5f63d0843,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:35.316020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:35.322735 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:35.326194 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71d86374-46a1-40bc-971d-bca5f63d0843 HTTP/1.1" status: 204 len: 168 time: 1.2397957 Jun 29 14:28:35.378503 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-e31202d4-1ade-42ec-ba47-7eaca29d6de1 service neutron] 10.222.0.74 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927129 Jun 29 14:28:35.685739 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 84758728-3f40-4f6b-b56b-06040f00108e up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:35.704794 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42342) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:35.729109 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216577226', 'description': 'tempest-description--1641325027'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:35.790688 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:35.833957 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 84758728-3f40-4f6b-b56b-06040f00108e completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:35.845077 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 84758728-3f40-4f6b-b56b-06040f00108e triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:35.848404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:35.871243 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6bf47210-f4c1-47b3-af1a-d33edeb6e6e3 req-cb02cbe1-500a-4245-8268-2a993efec3ed service neutron] 10.222.0.74 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442346 Jun 29 14:28:35.989232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:36.014394 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:36.027773 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:36.039150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:36.049595 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 84758728-3f40-4f6b-b56b-06040f00108e, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=84758728-3f40-4f6b-b56b-06040f00108e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:36.057007 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:36.060009 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:36.077898 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:36.106621 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:36.260194 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:36.348888 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-f0ac600b-fa0e-4167-840f-032eda044b0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=08cacad3affe4807958ad3b8f930bccb&device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 1097 time: 0.2857728 Jun 29 14:28:36.383066 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=84758728-3f40-4f6b-b56b-06040f00108e,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:36.412657 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:36.930981 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42378) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:37.167843 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-f86e13d9-2cee-4e2b-8c50-83c344b07eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:37.169429 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-f86e13d9-2cee-4e2b-8c50-83c344b07eaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=11de5105-67e5-480c-82f1-4a5ef141aa3e HTTP/1.1" status: 200 len: 912 time: 0.4223144 Jun 29 14:28:37.262597 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.291664 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:37.297236 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:37.300646 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:37.309106 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:37.319976 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.344856 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:37.374680 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.391942 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-768346609-network', 'tenant_id': '7de12a2819df432593dd685dad4c9469'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:37.397211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:37.402900 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Usage tracker for resource:network and tenant:7de12a2819df432593dd685dad4c9469 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:37.406632 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:37.436705 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:37.460512 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Made reservation on behalf of 7de12a2819df432593dd685dad4c9469 for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:37.495348 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.539929 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b768fb-c768-441a-9912-9655c2768d8a req-50b3b3da-c1bf-4f0e-adab-1b4bc9530f38 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:37.542023 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.547458 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9b768fb-c768-441a-9912-9655c2768d8a req-50b3b3da-c1bf-4f0e-adab-1b4bc9530f38 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 944 time: 0.5715675 Jun 29 14:28:37.556100 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 84758728-3f40-4f6b-b56b-06040f00108e up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:37.620986 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:28:37.655268 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=e215437c-920c-4489-9eec-b9606b29fbb6,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:37.658005 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:37.662291 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:37.674365 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Usage tracker for resource:security_group_rule and tenant:7de12a2819df432593dd685dad4c9469 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:37.679198 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:37.686770 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:37.709624 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 84758728-3f40-4f6b-b56b-06040f00108e triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:37.711758 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.755210 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.756542 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5088539 Jun 29 14:28:37.875029 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.884475 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.909815 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.921045 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:37.934464 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9b768fb-c768-441a-9912-9655c2768d8a req-b2b946d1-6cfe-4d29-98c3-92b83a39681d tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859324 Jun 29 14:28:37.942560 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.942754 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:37.943283 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Added segment 4888f13c-0d55-4a71-a3fd-a616e915e716 of type vlan for network 5b40edda-2d3e-49b1-aa44-2951b41a5a40 Jun 29 14:28:37.986043 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.000718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:38.026668 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:38.028612 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.029869 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.3194718 Jun 29 14:28:38.034657 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Router d4df2613-a763-4647-993b-45038b1cbadc has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:28:38.038050 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42396) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:38.070840 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a631007e-5751-4e56-8052-42996179327d,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:38.073808 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group_rule': {'security_group_id': '0cc36be7-c458-429b-b8c2-8b7b130b272f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:38.073940 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.074770 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:38.075798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:38.076363 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.097192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:38.121376 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:38.129001 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:38.140621 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:38.144998 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc36be7-c458-429b-b8c2-8b7b130b272f,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:38.160524 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:38.161321 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:38.271286 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Pushing event updated for resources: {'Network': ['ID=5b40edda-2d3e-49b1-aa44-2951b41a5a40,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:38.284759 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:38.285949 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 5b40edda-2d3e-49b1-aa44-2951b41a5a40 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:38.324052 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3834834 Jun 29 14:28:38.327357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42414) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:38.334453 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Request body: {'subnet': {'network_id': '5b40edda-2d3e-49b1-aa44-2951b41a5a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-768346609-subnet', 'tenant_id': '7de12a2819df432593dd685dad4c9469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:38.346407 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.357073 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:38.366343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Usage tracker for resource:subnet and tenant:7de12a2819df432593dd685dad4c9469 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:38.375581 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:38.385724 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:38.415040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Made reservation on behalf of 7de12a2819df432593dd685dad4c9469 for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:38.418247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.519362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.655205 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.725243 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:38.756540 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:38.761470 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42426) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:38.762123 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7209606 Jun 29 14:28:38.766718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04c6992-2f46-41ab-820f-c28cb855a061,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:38.782414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group_rule': {'security_group_id': '0cc36be7-c458-429b-b8c2-8b7b130b272f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:38.783358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:38.797119 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:38.805993 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:38.817324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:38.834544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:38.915613 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:28:38.958459 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] 10.222.0.11 "PUT /v2.0/routers/d4df2613-a763-4647-993b-45038b1cbadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4065549 Jun 29 14:28:38.961206 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.264973 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-99dc27d3-bb4a-4107-bfe8-0c9b69d80c95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e HTTP/1.1" status: 200 len: 217 time: 0.0950005 Jun 29 14:28:39.315384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.339160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a7337a69-baaf-41f3-b7d6-fe2da79f4d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:39.419143 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db94cc60-9a8e-428d-af15-fa9dd5d65621,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:39.426818 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:39.466660 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.506068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.532917 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dd43f-9001-43d6-9551-6c19159ad252 req-a42078a4-ee07-4963-9d43-3c89f22f1f97 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:39.543203 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-338dd43f-9001-43d6-9551-6c19159ad252 req-a42078a4-ee07-4963-9d43-3c89f22f1f97 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 944 time: 0.2895038 Jun 29 14:28:39.568807 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-2c5f4ba6-887a-4465-a8bd-a3b4c5f71ed2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:39.576799 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-2c5f4ba6-887a-4465-a8bd-a3b4c5f71ed2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f1b66a88-6a4b-4b00-8319-e5b54a572e46 HTTP/1.1" status: 200 len: 851 time: 0.2995794 Jun 29 14:28:39.584569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:39.599944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.614283 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8516827 Jun 29 14:28:39.621089 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42460) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:39.632060 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db329a92-b50d-44da-b13b-2e479ac70976,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:39.642481 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:39.643012 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:39.643648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Checking segment: {'id': '4888f13c-0d55-4a71-a3fd-a616e915e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5b40edda-2d3e-49b1-aa44-2951b41a5a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:39.644556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Network hostable DHCP agents. Network: 5b40edda-2d3e-49b1-aa44-2951b41a5a40, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:39.657442 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:39.669837 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:floatingip and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:39.678811 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:39.691209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:39.706445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Network 5b40edda-2d3e-49b1-aa44-2951b41a5a40 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:39.740176 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 5b40edda-2d3e-49b1-aa44-2951b41a5a40) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:39.742227 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-338dd43f-9001-43d6-9551-6c19159ad252 req-0543e203-cb66-4085-ab9c-28567ad146c9 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947811 Jun 29 14:28:39.744906 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:39.745498 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.745895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:39.761859 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94323a89-5eb7-41ca-afdd-9ca137427291 None None] Network 5b40edda-2d3e-49b1-aa44-2951b41a5a40 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:39.809175 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d2efc7cf-c552-4ea3-bb3d-78443ce7ca52 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4805267 Jun 29 14:28:40.132777 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-f9b11f48-ccb1-46d5-b65e-9e089a37bc58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11de5105-67e5-480c-82f1-4a5ef141aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758943 Jun 29 14:28:40.281731 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:40.461835 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3a6b2-ecdd-4588-bd2a-6a00bebfde16 None None] Network 5b40edda-2d3e-49b1-aa44-2951b41a5a40 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:40.535534 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-2e50c22e-8445-4d2f-a7eb-19ebf9e56599 service neutron] 10.222.0.74 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884697 Jun 29 14:28:40.884065 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d27275c-d595-4e74-8c39-60ad08f35663 req-c3dda868-a0cc-4d6a-863a-8753a8cbe57a service neutron] 10.222.0.74 "GET /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237181 Jun 29 14:28:40.917641 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Allocated IP 172.28.0.34 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/2905885e-bb29-4a0e-bf80-6c5cdf6862de) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:41.029455 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0a5c5a04-4a7c-4c0f-92e7-e2eccae6f72e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--150292670&fields=id&tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 267 time: 0.1428971 Jun 29 14:28:41.249807 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:41.382923 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-a2df1e2e-a603-4180-aa19-b3c0444038f5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:41.391315 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-a2df1e2e-a603-4180-aa19-b3c0444038f5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 810 time: 0.3550577 Jun 29 14:28:41.395649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:41.406286 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:41.415609 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2d6b29e1-97f5-47dc-9c7c-53e7b8b87b62 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/quotas/5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 375 time: 0.0234571 Jun 29 14:28:41.562456 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:41.572601 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=2905885e-bb29-4a0e-bf80-6c5cdf6862de,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:41.576561 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:41.579055 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:41.583282 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:41.595810 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 9837e158-f397-4a67-8af6-4fc702ed1d81 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:41.625780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-9f2bac0b-2e35-4cf2-a67a-7bafb880eb20 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:41.633582 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-9f2bac0b-2e35-4cf2-a67a-7bafb880eb20 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 817 time: 0.3625410 Jun 29 14:28:41.642024 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-62140256-1d39-424d-a38f-1b956bad8563 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166777 Jun 29 14:28:41.678412 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-ba128344-fa6a-4d67-8438-6e44752fac90 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/quotas/b6840424233e41558b406f0e9cef7c8e HTTP/1.1" status: 200 len: 375 time: 0.0438681 Jun 29 14:28:41.746556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42546) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:41.811788 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 9837e158-f397-4a67-8af6-4fc702ed1d81 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:41.823984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 9837e158-f397-4a67-8af6-4fc702ed1d81 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:41.824360 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.072065 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.094057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 9837e158-f397-4a67-8af6-4fc702ed1d81, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=9837e158-f397-4a67-8af6-4fc702ed1d81,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:42.101546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.103100 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:42.106239 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.178712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=9837e158-f397-4a67-8af6-4fc702ed1d81,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:42.190166 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:42.202499 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-a79a5370-b68b-4d90-9dfe-55dd4b7b0274 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:42.224708 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.237433 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-afe1bc9b-b7b3-426e-a3b1-a1c31f5a9b9a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74211) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:28:42.247969 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-afe1bc9b-b7b3-426e-a3b1-a1c31f5a9b9a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3061161 Jun 29 14:28:42.263762 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-a79a5370-b68b-4d90-9dfe-55dd4b7b0274 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:42.265176 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-a79a5370-b68b-4d90-9dfe-55dd4b7b0274 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5817461 Jun 29 14:28:42.448751 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2052d422-0b1b-43f6-9831-56ac2bf6e0cd service neutron] 10.222.0.11 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996520 Jun 29 14:28:42.548489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.638512 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42582) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:42.699963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.705991 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.714172 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:42.749058 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:42.755402 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-9635e3a6-2388-47f2-af4d-09538cd39308 service neutron] 10.222.0.11 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779835 Jun 29 14:28:42.772477 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Usage tracker for resource:security_group_rule and tenant:ba93e699f752409e83f9a2db3cb9192d is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:42.792493 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:42.817792 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:42.845019 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-a7f745d9-8c77-4655-ba14-8fafedc1e065 service neutron] 10.222.0.11 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947814 Jun 29 14:28:42.893833 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.900418 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42596) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:42.902259 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=2905885e-bb29-4a0e-bf80-6c5cdf6862de,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:42.916667 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-276239849-network', 'tenant_id': '645951d7658c41ac8aeb6bf1dcd71d6a'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:42.925488 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:42.929641 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:42.931504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.936827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Usage tracker for resource:network and tenant:645951d7658c41ac8aeb6bf1dcd71d6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:42.942120 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:42.946377 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.950735 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:42.955168 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:42.968386 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:42.996043 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.004171 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c00ca-4f81-4970-bfac-83bf313ea55e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:43.014921 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3859327 Jun 29 14:28:43.019912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:43.033224 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Made reservation on behalf of 645951d7658c41ac8aeb6bf1dcd71d6a for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:43.036191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.047025 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:43.053810 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6815b10cd6454ca7c6ce86a4bfb8af is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:43.057333 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:43.061733 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-ee83301a-05c2-4d68-9867-efecfb9158ba service neutron] 10.222.0.11 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914653 Jun 29 14:28:43.065524 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:43.079827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.115293 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42608) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:43.115834 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba93e699f752409e83f9a2db3cb9192d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3670478 Jun 29 14:28:43.171405 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:43.175697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Usage tracker for resource:security_group_rule and tenant:645951d7658c41ac8aeb6bf1dcd71d6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:43.180959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:43.191953 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:43.255063 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.293128 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.294766 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.309970 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-43bd02e5-97f2-4324-831b-fb2de9cff6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:43.352050 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.378493 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade3bd2-b51e-432d-b781-5b4e5ac6f790 req-732ba438-2782-42e8-947f-6b21116f8489 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:43.379995 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bade3bd2-b51e-432d-b781-5b4e5ac6f790 req-732ba438-2782-42e8-947f-6b21116f8489 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 944 time: 0.1539304 Jun 29 14:28:43.410780 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.431955 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.445620 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:28:43.455541 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.456105 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Added segment 850ff42b-0c4f-42fa-8ea6-68902e5b0fb5 of type vlan for network 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de Jun 29 14:28:43.463005 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-de87fce0-e4e3-4811-9263-5aad98f14bb6 req-398276ab-5d97-4397-8e2b-29e22a8fa568 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:43.481281 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.484450 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f381b-2c5a-4cca-abd3-922e49eb2fb1,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:43.501694 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:43.510439 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b69a6023-53e7-440c-a7bd-0600581abaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:43.516299 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c6815b10cd6454ca7c6ce86a4bfb8af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8753777 Jun 29 14:28:43.522240 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42634) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:43.533049 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 9837e158-f397-4a67-8af6-4fc702ed1d81 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:43.536659 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-de87fce0-e4e3-4811-9263-5aad98f14bb6 req-398276ab-5d97-4397-8e2b-29e22a8fa568 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:43.538170 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-de87fce0-e4e3-4811-9263-5aad98f14bb6 req-398276ab-5d97-4397-8e2b-29e22a8fa568 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 210 time: 0.1950140 Jun 29 14:28:43.545621 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.563649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.569309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-69018a8e-83f3-47ed-b6b5-ac12b13bf80d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:43.584240 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:43.584997 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.599256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c00ca-4f81-4970-bfac-83bf313ea55e,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:43.603472 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:43.609646 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:43.611221 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d27c00ca-4f81-4970-bfac-83bf313ea55e HTTP/1.1" status: 204 len: 168 time: 0.4945898 Jun 29 14:28:43.697239 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d310e6e5-985f-4530-b6f4-1b1570db9b1e details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:28:43.728376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d75cc-60f4-4220-8eaa-1a7219fd3854,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:43.738050 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:43.750915 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bade3bd2-b51e-432d-b781-5b4e5ac6f790 req-a357ea6f-89b5-40b2-bc29-83239ca7f5ad tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613873 Jun 29 14:28:43.751489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-480beac2-88bb-4c5d-90b3-772d6314112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:43.887667 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-66ecdc04-0350-481f-a363-e48ba9d1948e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:43.928605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-66ecdc04-0350-481f-a363-e48ba9d1948e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:43.940576 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-66ecdc04-0350-481f-a363-e48ba9d1948e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1216577226&fields=id&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 267 time: 0.1428947 Jun 29 14:28:43.967182 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0655482 Jun 29 14:28:43.970095 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42654) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:43.987717 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4498be0f-1ef1-47f0-b2b1-4a0a92cc2bba req-e0fcb36a-4d2a-47c4-9aca-cf55c63e0490 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0997071 Jun 29 14:28:44.003107 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Request body: {'subnet': {'network_id': '76d7d6d1-0e9f-40f7-a00b-73d9565aa4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-276239849-subnet', 'tenant_id': '645951d7658c41ac8aeb6bf1dcd71d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:44.013840 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 9837e158-f397-4a67-8af6-4fc702ed1d81 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:44.020401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.034257 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Pushing event updated for resources: {'Network': ['ID=76d7d6d1-0e9f-40f7-a00b-73d9565aa4de,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:44.041179 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:44.043531 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:44.044157 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.048025 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Usage tracker for resource:subnet and tenant:645951d7658c41ac8aeb6bf1dcd71d6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:44.058291 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:44.071443 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:44.091938 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.118846 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Made reservation on behalf of 645951d7658c41ac8aeb6bf1dcd71d6a for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:44.127891 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Notify callbacks [] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.154441 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:28:44.265775 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-2444e7f8-5d5e-453a-8b84-7934d192e2dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:44.285858 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-2444e7f8-5d5e-453a-8b84-7934d192e2dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 817 time: 0.3434441 Jun 29 14:28:44.336864 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-3683a4d3-183b-4c33-9c5f-e8215f119498 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/quotas/32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 375 time: 0.0461345 Jun 29 14:28:44.504967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e,segment=NetworkSegment(8b686a56-c210-4190-ab12-72a71b35139d),segment_id=8b686a56-c210-4190-ab12-72a71b35139d)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:44.579669 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e', 'network_id': '11de5105-67e5-480c-82f1-4a5ef141aa3e', 'port_id': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e', 'mac_address': 'fa:16:3e:b1:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b66a88-6a4b-4b00-8319-e5b54a572e46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:28:44.597813 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.627296 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-546b8231-46a9-4e65-9d1e-9a2dabbca85a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889178 Jun 29 14:28:44.629519 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42682) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:44.651379 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:44.680899 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.684438 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.688414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f381b-2c5a-4cca-abd3-922e49eb2fb1,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:44.697617 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.698963 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e1f381b-2c5a-4cca-abd3-922e49eb2fb1 HTTP/1.1" status: 204 len: 168 time: 1.1731687 Jun 29 14:28:44.700191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:44.759015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684d07-df29-49b7-bd95-835c774724ae req-f7516d3e-6a48-4fe4-9e72-09058294393e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:44.760038 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-2d684d07-df29-49b7-bd95-835c774724ae req-f7516d3e-6a48-4fe4-9e72-09058294393e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:44.779606 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d310e6e5-985f-4530-b6f4-1b1570db9b1e {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:44.799336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e,segment=NetworkSegment(8b686a56-c210-4190-ab12-72a71b35139d),segment_id=8b686a56-c210-4190-ab12-72a71b35139d)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:44.811305 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:44.813094 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:44.856943 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:44.865371 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Usage tracker for resource:security_group_rule and tenant:5441b623d2934121a2d24c679e7a6b1c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:44.876777 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:44.880303 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-2d684d07-df29-49b7-bd95-835c774724ae req-f7516d3e-6a48-4fe4-9e72-09058294393e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:44.881944 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-f7516d3e-6a48-4fe4-9e72-09058294393e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 817 time: 0.4230378 Jun 29 14:28:44.900066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:44.914507 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-ca9a1e2b-c371-4b65-aaf5-8ff76186389d service neutron] 10.222.0.11 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370279 Jun 29 14:28:44.918984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:44.925185 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:44.934095 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-5e7e877d-f308-42fb-9c55-bca5f2d0a4a1 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/quotas/b6840424233e41558b406f0e9cef7c8e HTTP/1.1" status: 200 len: 375 time: 0.0440669 Jun 29 14:28:44.981457 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.020837 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4da14ed8-83fd-4455-a1a6-36fc01e85e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:45.062384 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['d310e6e5-985f-4530-b6f4-1b1570db9b1e'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:28:45.098880 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.105787 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-fb8ba856-7341-4c79-9fb2-4ae236766041 service neutron] 10.222.0.11 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692312 Jun 29 14:28:45.108299 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.130649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:45.143824 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2e03d6-f1fc-445c-a4f0-dd6858e90297,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:45.151674 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:45.234564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a73504-89a3-4264-81dc-168502b33f01,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:45.244968 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5441b623d2934121a2d24c679e7a6b1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143959 Jun 29 14:28:45.250412 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:45.250869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42696) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:45.441688 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.545127 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-d67f723a-1148-41b1-bde0-b781e209e570 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6097033 Jun 29 14:28:45.550026 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Checking segment: {'id': '850ff42b-0c4f-42fa-8ea6-68902e5b0fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '76d7d6d1-0e9f-40f7-a00b-73d9565aa4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:45.550381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Network hostable DHCP agents. Network: 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:28:45.554518 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42710) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:45.697042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.715584 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-d57e6e44-b5ad-4bf1-baf3-4ca62d06c6d6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:45.717390 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-d57e6e44-b5ad-4bf1-baf3-4ca62d06c6d6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 817 time: 0.5513074 Jun 29 14:28:45.732764 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:45.741199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Request body: {'port': {'device_id': '66954208-633f-490c-990f-e71dd079a7c1', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'admin_state_up': True, 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:45.820385 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.74', 64641) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:45.860839 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c0cfd2e1-52b4-42e2-8557-27f02141afaf req-8111a154-910b-4e5a-88a9-255e79110b78 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 210 time: 0.0737438 Jun 29 14:28:45.889057 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Network 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:28:45.906635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42722) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:45.924802 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:45.950535 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-97007594-9ff8-41eb-b06d-91b24d212007 service neutron] 10.222.0.11 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015400 Jun 29 14:28:45.963743 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Usage tracker for resource:security_group_rule and tenant:b1b9b1ced2414b718d3df1182473f10d is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:45.981123 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:46.010002 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.046177 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:46.095338 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a73504-89a3-4264-81dc-168502b33f01,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:46.112730 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:46.115709 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:46.119072 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.122623 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37a73504-89a3-4264-81dc-168502b33f01 HTTP/1.1" status: 204 len: 168 time: 0.8683133 Jun 29 14:28:46.132831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:46.146149 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:46.146866 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.147867 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2b7d573f-4608-4040-b0d5-6f78a3c08036 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:46.150378 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2b7d573f-4608-4040-b0d5-6f78a3c08036 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:network {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:46.157672 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fb04d-28f5-4159-8256-72bea4a79da3 None None] Network 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:46.211893 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2b7d573f-4608-4040-b0d5-6f78a3c08036 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:network {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:46.224241 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-2b7d573f-4608-4040-b0d5-6f78a3c08036 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 810 time: 0.3970022 Jun 29 14:28:46.244308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4eb3-e368-4c90-baf2-3f15311c6d6f req-dfdcd48a-16b3-4673-93dd-bde91a2df515 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:46.247288 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-906a4eb3-e368-4c90-baf2-3f15311c6d6f req-dfdcd48a-16b3-4673-93dd-bde91a2df515 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 945 time: 0.2151611 Jun 29 14:28:46.278377 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.292914 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:46.318038 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:46.322938 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-12ddbf1b-3d8d-401b-b0d8-df190a001efd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3337791 Jun 29 14:28:46.348068 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-378d497d-a805-4d6e-b5fa-565bfc2b84aa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:46.377508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-378d497d-a805-4d6e-b5fa-565bfc2b84aa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:46.378700 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-378d497d-a805-4d6e-b5fa-565bfc2b84aa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 379 time: 0.1303477 Jun 29 14:28:46.382524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:46.382664 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-906a4eb3-e368-4c90-baf2-3f15311c6d6f req-34b5b965-14f0-46d9-8631-6f94c2501d91 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035252 Jun 29 14:28:46.389617 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Made reservation on behalf of b6840424233e41558b406f0e9cef7c8e for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:46.395354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.399453 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'port': {'device_id': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'admin_state_up': True, 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'security_groups': ['5beb01a2-5f50-40e0-9312-25cdb01734b0']}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:46.416419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Usage tracker for resource:security_group_rule and tenant:3025f14b4f744c3da675fafd2b30de9d is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:46.422325 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:46.429330 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-0f12b3fe-40a8-4b5c-95f1-9310464a44fa service neutron] 10.222.0.11 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504013 Jun 29 14:28:46.449747 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:46.591985 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343b889-e434-4493-9265-1d5facfd8027 None None] Network 76d7d6d1-0e9f-40f7-a00b-73d9565aa4de requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:28:46.617886 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.659419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:46.695234 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:46.830499 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1b9b1ced2414b718d3df1182473f10d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2532856 Jun 29 14:28:46.832429 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774041cd-c822-434d-b552-c2553036bc88,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:46.846447 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:46.853352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42742) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:46.897639 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ca90ba67-f0e7-4f69-a5af-7375bb7245fd req-bd7920ae-bfcf-4d38-b7eb-cffb9c0d0c8c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 210 time: 0.0877702 Jun 29 14:28:46.900805 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:46.927928 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:46.951767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42752) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:47.015627 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-250a0a63-0363-418f-8231-a514bb26f69f req-d09a4d81-4ca2-4b3b-8498-55a0d085c937 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 210 time: 0.1921248 Jun 29 14:28:47.097093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.110876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Allocated IP 172.20.0.12 (965ac20b-70a5-40a1-bd63-95d655fb2f1a/43b1980c-1cec-4420-be34-2bbcd5e71521/2fd7a165-a44c-446f-abb0-5045fa08ee7f) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:47.119613 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.122508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Deleting subnet db94cc60-9a8e-428d-af15-fa9dd5d65621 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:28:47.126444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.156874 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aa47b8d3-19fb-43f1-9109-5b955f913ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:47.193870 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.204309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.237739 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.250466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Made reservation on behalf of 5ab4ccee97444809bb6b8f8a577ed7ed for: {'port': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:47.254741 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.259473 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.74', 64645) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:47.277047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd2ca1d-b5eb-4d90-8df1-3fc143e22e24,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:47.315793 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:47.324195 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3025f14b4f744c3da675fafd2b30de9d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4048297 Jun 29 14:28:47.332036 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97cacd64-9da8-4552-8eb9-ade67690bc3f req-ac38e6a1-d6f2-4831-ae08-c75ed48fb24b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 210 time: 0.0825329 Jun 29 14:28:47.336892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42766) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:47.399440 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.608649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.644301 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ef74179c-8473-4146-87d4-beee68b3aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:47.665360 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d310e6e5-985f-4530-b6f4-1b1570db9b1e up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:47.700124 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-35b8edae-3eaa-44dd-a0ed-117778444c0d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:47.700816 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-35b8edae-3eaa-44dd-a0ed-117778444c0d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:47.732147 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.757692 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:47.787675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Allocated IP 172.20.0.3 (eede1e2a-eccd-43e1-abd0-f71ef84ceee4/eb983a40-cec4-4ad5-8b3e-610ce2de2d5b/365727e0-007b-4707-8af8-b52a70a289d9) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:47.790089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774041cd-c822-434d-b552-c2553036bc88,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:47.802381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-35b8edae-3eaa-44dd-a0ed-117778444c0d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:47.804156 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-35b8edae-3eaa-44dd-a0ed-117778444c0d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 817 time: 0.5342581 Jun 29 14:28:47.808277 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:47.812655 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d0043986-da9c-49eb-9464-f6fec2701098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.824318 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.837177 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port d310e6e5-985f-4530-b6f4-1b1570db9b1e completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:47.844199 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port d310e6e5-985f-4530-b6f4-1b1570db9b1e triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:47.845060 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.894352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac00bad-5003-4493-9150-22031fbf0e79 req-6e56523c-476f-4d94-861d-e365c3f529f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:47.895795 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fac00bad-5003-4493-9150-22031fbf0e79 req-6e56523c-476f-4d94-861d-e365c3f529f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 945 time: 0.3150635 Jun 29 14:28:47.900420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:47.901462 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/774041cd-c822-434d-b552-c2553036bc88 HTTP/1.1" status: 204 len: 168 time: 1.0434601 Jun 29 14:28:47.910604 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-8a5e42c0-6fdb-40e8-bcec-ebf0cb84fd52 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:47.959381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-8a5e42c0-6fdb-40e8-bcec-ebf0cb84fd52 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:47.960577 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-8a5e42c0-6fdb-40e8-bcec-ebf0cb84fd52 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 380 time: 0.1426415 Jun 29 14:28:47.971892 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'port': {'device_id': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'admin_state_up': True, 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'security_groups': ['0cc36be7-c458-429b-b8c2-8b7b130b272f']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:47.991486 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.002474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.064346 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:48.076926 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fac00bad-5003-4493-9150-22031fbf0e79 req-7fb85b5f-b32d-455f-b1c9-bd6db9312cc3 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689577 Jun 29 14:28:48.084933 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:48.108674 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db94cc60-9a8e-428d-af15-fa9dd5d65621,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:48.116933 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:48.187156 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.197625 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:48.198536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Pushing event updated for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:48.205054 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:48.208941 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:48.219498 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:48.223405 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:48.224018 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.240010 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e,segment=NetworkSegment(8b686a56-c210-4190-ab12-72a71b35139d),segment_id=8b686a56-c210-4190-ab12-72a71b35139d)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:48.250194 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.252232 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:48.271360 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5367188 Jun 29 14:28:48.272831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:48.278130 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:port and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:48.284194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:48.291764 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Request body: {'port': {'device_id': '66954208-633f-490c-990f-e71dd079a7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:48.321280 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.344138 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:48.349364 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:48.367103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.379272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:48.390045 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-3123e5aa-f637-4bd2-bb78-621c4db3be26 req-d08d8a25-d559-49fc-8bb5-0b3ecf1d3161 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:48.444952 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.449277 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-3123e5aa-f637-4bd2-bb78-621c4db3be26 req-d08d8a25-d559-49fc-8bb5-0b3ecf1d3161 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:48.450461 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3123e5aa-f637-4bd2-bb78-621c4db3be26 req-d08d8a25-d559-49fc-8bb5-0b3ecf1d3161 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 210 time: 0.1687915 Jun 29 14:28:48.460090 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Made reservation on behalf of 32cf3c96cba3487eaa6268817b22232c for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:48.463673 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.505997 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.518069 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-304bc0eb-7808-4984-904d-615b8ffd199e req-d91eaef9-c42c-4758-b341-b254c0600aab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 210 time: 0.3467116 Jun 29 14:28:48.531455 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.74', 64649) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:48.545731 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/db94cc60-9a8e-428d-af15-fa9dd5d65621 HTTP/1.1" status: 204 len: 168 time: 1.5920694 Jun 29 14:28:48.565363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42800) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:48.752613 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.772869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.793833 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-709ba7eb-006c-4a7d-ac92-443f06967268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:48.816427 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Transition to ACTIVE for port object 365727e0-007b-4707-8af8-b52a70a289d9 will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:48.830643 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd2ca1d-b5eb-4d90-8df1-3fc143e22e24,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:48.869313 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.886735 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:48.912329 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:48.916623 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dd2ca1d-b5eb-4d90-8df1-3fc143e22e24 HTTP/1.1" status: 204 len: 168 time: 1.5788226 Jun 29 14:28:48.960341 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684d07-df29-49b7-bd95-835c774724ae req-a4804244-b2f0-480b-bb56-56e51a25c079 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:48.962019 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-a4804244-b2f0-480b-bb56-56e51a25c079 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 817 time: 0.3611310 Jun 29 14:28:48.969941 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e', 'code': 200} Jun 29 14:28:49.069011 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.077832 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.106771 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:49.114774 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Request body: {'port': {'device_id': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'admin_state_up': True, 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:49.274221 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:49.283376 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.74', 64652) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:49.283957 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:49.295590 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.296226 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.298131 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.298663 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.299212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.299781 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.300358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.300890 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.301379 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.302099 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.335521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Made reservation on behalf of b6840424233e41558b406f0e9cef7c8e for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:28:49.338615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.487549 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.488147 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.488564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.489068 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:28:49.489510 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b40edda-2d3e-49b1-aa44-2951b41a5a40']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:49.512456 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5b93-9326-4d7c-a556-74884525454a req-0593d344-b9dc-4cab-901d-127dbda4bf2b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:49.513936 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e4e5b93-9326-4d7c-a556-74884525454a req-0593d344-b9dc-4cab-901d-127dbda4bf2b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 931 time: 0.4910793 Jun 29 14:28:49.598164 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:49.668718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4888f13c-0d55-4a71-a3fd-a616e915e716') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:49.669169 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4888f13c-0d55-4a71-a3fd-a616e915e716') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:49.688454 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:49.692105 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:49.697330 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:49.698089 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.717506 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e4e5b93-9326-4d7c-a556-74884525454a req-41408386-5077-43a2-bbf1-d4a593e7d839 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947997 Jun 29 14:28:49.721133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Allocated IP 172.20.0.11 (965ac20b-70a5-40a1-bd63-95d655fb2f1a/43b1980c-1cec-4420-be34-2bbcd5e71521/333d61bd-a7db-4749-b173-6e92d79c1900) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:49.728997 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Allocated IP 172.20.0.10 (9cbe3f07-4df4-443d-9b6e-796c8723c81a/98bbb5df-e68f-43fa-9e96-82679c0cad5f/44a04f83-2c01-4683-9a31-8e1e038c1484) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:28:49.738055 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3429539 Jun 29 14:28:49.740622 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.760219 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:49.763504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:49.774674 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Request body: {'port': {'device_id': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:49.813214 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42848) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:49.831800 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.874226 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.894121 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:28:49.895338 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.932885 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d7cc0757-a76a-4b56-bbc8-d3f494779ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: util.warn_limited( Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: util.warn_limited( Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:28:49.957461 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:28:50.069093 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-c800f3be-d32d-4ea3-aeba-91ce08c8112f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 1099 time: 0.7844250 Jun 29 14:28:50.094772 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883e5a2-b44a-4ca4-b769-1e4d0e0bd450 req-b6be3a86-621d-4005-b064-9c55fd79f824 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:50.102295 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0883e5a2-b44a-4ca4-b769-1e4d0e0bd450 req-b6be3a86-621d-4005-b064-9c55fd79f824 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.5357707 Jun 29 14:28:50.129110 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3e0ca391-737c-464f-a393-e46068afe70f req-1faa253c-5c0c-4244-8a11-7c07846e51be tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 210 time: 0.1413536 Jun 29 14:28:50.157984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:50.184763 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d1c75dd2-4b45-4997-9450-dfab7d3859db None None] Provisioning for port 365727e0-007b-4707-8af8-b52a70a289d9 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:50.185939 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea844ccaf7614df9849867f8a3bce217 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:50.194326 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:50.196241 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d1c75dd2-4b45-4997-9450-dfab7d3859db None None] Provisioning complete for port 365727e0-007b-4707-8af8-b52a70a289d9 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:50.198290 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d1c75dd2-4b45-4997-9450-dfab7d3859db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.224203 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:50.274813 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.295646 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.300569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.318209 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-d1c75dd2-4b45-4997-9450-dfab7d3859db None None] Port 365727e0-007b-4707-8af8-b52a70a289d9 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:50.334396 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Transition to ACTIVE for port object 44a04f83-2c01-4683-9a31-8e1e038c1484 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:50.334982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.390793 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.391278 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:50.395672 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Usage tracker for resource:security_group_rule and tenant:6da28dd3c2c04a8288a0f1ea21d99733 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:50.399085 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:50.406047 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:50.434929 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.446134 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.447312 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.506151 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.519043 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-10e09f86-7237-4324-aac0-accba6102a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:50.535333 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c1899a66-7628-4cd2-82f6-2ba173437499 req-f7c7e93e-9e33-444c-8698-e989394288e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:50.542902 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:50.553945 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea844ccaf7614df9849867f8a3bce217&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7396462 Jun 29 14:28:50.568907 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0883e5a2-b44a-4ca4-b769-1e4d0e0bd450 req-fc198e0a-67b4-4a90-9766-5ea5b25c8d9e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645073 Jun 29 14:28:50.571065 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b40edda-2d3e-49b1-aa44-2951b41a5a40,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:50.573393 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42868) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:50.584916 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Network 965ac20b-70a5-40a1-bd63-95d655fb2f1a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:50.594730 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:50.604884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:50.610136 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:50.611686 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.626577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:50.641074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.644171 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-a9bc6544-f8f0-4f47-8772-06628eeec6a5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b40edda-2d3e-49b1-aa44-2951b41a5a40 HTTP/1.1" status: 204 len: 168 time: 2.0777507 Jun 29 14:28:50.646275 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42874) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:50.736234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Deleting subnet 1d2e03d6-f1fc-445c-a4f0-dd6858e90297 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:28:50.759654 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.848929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd7a165-a44c-446f-abb0-5045fa08ee7f {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:50.856062 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.877584 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Transition to ACTIVE for port object 2fd7a165-a44c-446f-abb0-5045fa08ee7f will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:50.904967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437cd9a8-be2d-4349-a822-a86ce786c546,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:50.930897 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:28:50.931883 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:50.939454 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:50.940481 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:28:50.942368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c1899a66-7628-4cd2-82f6-2ba173437499 req-f7c7e93e-9e33-444c-8698-e989394288e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:50.957577 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c1899a66-7628-4cd2-82f6-2ba173437499 req-f7c7e93e-9e33-444c-8698-e989394288e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 210 time: 0.5686264 Jun 29 14:28:50.958074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:51.035201 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:28:51.035400 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.039990 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:51.040794 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.097068 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.103427 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.137163 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.159550 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-be816680-9faf-49ae-a294-8f9f9dd54534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:51.227088 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.267473 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Synchronizing usage tracker for tenant:6da28dd3c2c04a8288a0f1ea21d99733 on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:51.298602 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8714bdff-4a02-46b9-a8bf-1348b1405912,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:51.308564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:51.334508 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Pushing event updated for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:51.344988 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Unset dirty status for tenant:6da28dd3c2c04a8288a0f1ea21d99733 on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:51.346239 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2583416 Jun 29 14:28:51.366887 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-96225201-8894-41f1-9d33-da924fad9103 None None] Provisioning for port 44a04f83-2c01-4683-9a31-8e1e038c1484 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:28:51.374417 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-96225201-8894-41f1-9d33-da924fad9103 None None] Provisioning complete for port 44a04f83-2c01-4683-9a31-8e1e038c1484 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:28:51.375023 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-96225201-8894-41f1-9d33-da924fad9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.401814 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afcac8-d415-4835-8fba-60946bd43c7f req-df378d82-fda0-4f39-9272-bd0510502aa0 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:51.402531 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-79afcac8-d415-4835-8fba-60946bd43c7f req-df378d82-fda0-4f39-9272-bd0510502aa0 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:51.438435 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365727e0-007b-4707-8af8-b52a70a289d9 {{(pid=74210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:51.442844 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.447641 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.455505 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:51.483928 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-96225201-8894-41f1-9d33-da924fad9103 None None] Port 44a04f83-2c01-4683-9a31-8e1e038c1484 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:28:51.492763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-79afcac8-d415-4835-8fba-60946bd43c7f req-df378d82-fda0-4f39-9272-bd0510502aa0 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:51.493995 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-79afcac8-d415-4835-8fba-60946bd43c7f req-df378d82-fda0-4f39-9272-bd0510502aa0 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 931 time: 0.5427308 Jun 29 14:28:51.495511 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.505339 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2e03d6-f1fc-445c-a4f0-dd6858e90297,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:51.522442 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Transition to ACTIVE for port object 365727e0-007b-4707-8af8-b52a70a289d9 will not be triggered until provisioned by entity L2. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:51.523778 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:51.532871 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.534422 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.537641 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.547096 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:51.604045 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-2117ad07-e7eb-4875-9fb8-4b3b1f01be1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5581264 Jun 29 14:28:51.605140 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6378694 Jun 29 14:28:51.607576 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d2e03d6-f1fc-445c-a4f0-dd6858e90297 HTTP/1.1" status: 204 len: 168 time: 0.9574840 Jun 29 14:28:51.614985 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42908) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:51.634442 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.649317 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Request body: {'port': {'device_id': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:51.905338 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:51.917149 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfccad-14a0-45e3-af52-d8664b658058 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:51.959753 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-79afcac8-d415-4835-8fba-60946bd43c7f req-533fc660-735b-483d-ba39-af9c56317724 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554493 Jun 29 14:28:51.989686 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Pushing event updated for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:52.002068 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.003330 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Request body: {'port': {'device_id': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:28:52.024405 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.145401 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.146659 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/437cd9a8-be2d-4349-a822-a86ce786c546 HTTP/1.1" status: 204 len: 168 time: 1.5605094 Jun 29 14:28:52.177570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Attempting to bind port 2fd7a165-a44c-446f-abb0-5045fa08ee7f on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:52.177963 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Attempting to bind port 2fd7a165-a44c-446f-abb0-5045fa08ee7f by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:52.178295 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Attempting to bind port 2fd7a165-a44c-446f-abb0-5045fa08ee7f on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:52.219001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:52.222826 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.264s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.230347 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-84b68086-df30-44c3-81f5-fbf51ddf80b0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:52.231211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-84b68086-df30-44c3-81f5-fbf51ddf80b0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:52.272383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.352s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:52.272544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.273108 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Port 2fd7a165-a44c-446f-abb0-5045fa08ee7f on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:28:52.273976 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Attempting to bind port 2fd7a165-a44c-446f-abb0-5045fa08ee7f on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:52.311028 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.254s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:52.311433 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.320756 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.321653 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fc3f42b5-3c48-401f-a6ed-a0bec0558c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:52.329681 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.managers [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Attempting to bind port 365727e0-007b-4707-8af8-b52a70a289d9 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:52.330255 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.managers [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Attempting to bind port 365727e0-007b-4707-8af8-b52a70a289d9 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}] {{(pid=74210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:52.330669 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Attempting to bind port 365727e0-007b-4707-8af8-b52a70a289d9 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:52.342394 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d7d6d1-0e9f-40f7-a00b-73d9565aa4de']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:52.355830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437cd9a8-be2d-4349-a822-a86ce786c546,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:52.357025 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850ff42b-0c4f-42fa-8ea6-68902e5b0fb5') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:52.357410 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850ff42b-0c4f-42fa-8ea6-68902e5b0fb5') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:28:52.369126 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Port 365727e0-007b-4707-8af8-b52a70a289d9 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:28:52.369779 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Attempting to bind port 365727e0-007b-4707-8af8-b52a70a289d9 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:52.372142 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:52.372536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Checking segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:52.372923 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Bound using segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:52.373427 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Bound port: 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:52.373782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.376735 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.386078 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.398222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-84b68086-df30-44c3-81f5-fbf51ddf80b0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:52.399219 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e6cb8-1eb6-49c4-96b7-6a7ceb9f5ce5 req-1815f82e-180b-47b2-b667-7b1735b2e10b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:52.400011 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-84b68086-df30-44c3-81f5-fbf51ddf80b0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 932 time: 0.9535117 Jun 29 14:28:52.400708 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4b3e6cb8-1eb6-49c4-96b7-6a7ceb9f5ce5 req-1815f82e-180b-47b2-b667-7b1735b2e10b tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.3049676 Jun 29 14:28:52.407816 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:52.408155 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Checking segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:52.408709 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Bound using segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} {{(pid=74210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:52.408824 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.409143 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.managers [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Bound port: 365727e0-007b-4707-8af8-b52a70a289d9, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}}] {{(pid=74210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:52.409486 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.424908 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.474838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:28:52.475295 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:28:52.492645 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:28:52.534493 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.632059 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.662109 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99e343c4-f11f-4aa4-9a76-2a9d15112f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:52.693159 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.700103 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d7d6d1-0e9f-40f7-a00b-73d9565aa4de,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:52.706626 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:52.708813 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/76d7d6d1-0e9f-40f7-a00b-73d9565aa4de HTTP/1.1" status: 204 len: 168 time: 1.0928810 Jun 29 14:28:52.724424 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-593b687e-df14-4be1-bd8a-f2129478e5cd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:52.725587 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4b3e6cb8-1eb6-49c4-96b7-6a7ceb9f5ce5 req-9df7661c-54e1-42bf-8e74-8b3b85e3980e tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044665 Jun 29 14:28:52.783834 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, cleared binding levels {{(pid=74210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:52.792784 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=365727e0-007b-4707-8af8-b52a70a289d9,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:52.801965 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:52.828078 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:52.835175 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:52.904464 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:52.906605 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-593b687e-df14-4be1-bd8a-f2129478e5cd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:52.910044 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bbd15782-0ebc-405b-9b30-3cc68c007163 req-593b687e-df14-4be1-bd8a-f2129478e5cd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737170 Jun 29 14:28:52.920372 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.009399 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:53.058830 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Pushing event updated for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=3']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:53.062379 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42942) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:53.067709 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:53.074098 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.075812 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] 10.222.0.74 "PUT /v2.0/ports/365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 1093 time: 3.3177927 Jun 29 14:28:53.076199 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:53.127804 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d6670-91d9-4c47-8ce7-c27a095eaee4 req-ad71e8ec-36fb-4d04-a90c-b4e34d7333b8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:53.136619 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.db.resource_extend [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 14:28:53.137764 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-899d6670-91d9-4c47-8ce7-c27a095eaee4 req-ad71e8ec-36fb-4d04-a90c-b4e34d7333b8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 932 time: 0.1256056 Jun 29 14:28:53.219384 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42954) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:53.364773 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-2d17737c-2e34-4c0c-9bf9-fdb5dd47109b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7de12a2819df432593dd685dad4c9469&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1230011 Jun 29 14:28:53.379203 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 42960) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:53.399213 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.438405 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-899d6670-91d9-4c47-8ce7-c27a095eaee4 req-bc3e6bf6-8d28-4e33-8568-7edb2c124df0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995048 Jun 29 14:28:53.479297 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-123d4ff7-8b7a-4fc0-a422-3e8ee95b065a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1096 time: 0.3234260 Jun 29 14:28:53.480984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333d61bd-a7db-4749-b173-6e92d79c1900 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:53.497002 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.538603 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.541048 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] 10.222.0.74 "PUT /v2.0/ports/2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 1094 time: 5.2578466 Jun 29 14:28:53.547870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:53.552861 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:53.581134 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:53.591541 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-3bd0f0c1-82c4-4115-a9ec-44875a25fae7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 217 time: 0.0999575 Jun 29 14:28:53.596941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.631071 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.763385 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-3d5d8266-3c90-470d-bc7c-47a0dbbd2632 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:53.765702 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-3d5d8266-3c90-470d-bc7c-47a0dbbd2632 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.1104982 Jun 29 14:28:53.815644 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Transition to ACTIVE for port object 333d61bd-a7db-4749-b173-6e92d79c1900 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:53.820915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:53.832728 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.834192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:1abb7ed25dc44f1ea73db0e35ec10b9e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:53.838628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:53.840616 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:53.843797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.852825 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a631007e-5751-4e56-8052-42996179327d,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:53.855878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:53.862802 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:53.869325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:53.873647 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a631007e-5751-4e56-8052-42996179327d HTTP/1.1" status: 204 len: 168 time: 0.4909432 Jun 29 14:28:53.873809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-216d9c32-90c2-4b18-bb47-d49e6be3da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:53.895849 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-0b2eb457-6721-4785-8213-4dc3776f946f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1224868 Jun 29 14:28:53.962445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.db.resource_extend [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 14:28:53.998424 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e8f9d-cd0a-46a9-b69a-22e742d5334e req-1f0b8326-3254-406a-9972-b10b9a0bf1e9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:54.014862 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f1e8f9d-cd0a-46a9-b69a-22e742d5334e req-1f0b8326-3254-406a-9972-b10b9a0bf1e9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 943 time: 0.7809603 Jun 29 14:28:54.044127 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f', 'status': 'completed', 'code': 200} Jun 29 14:28:54.063453 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9', 'status': 'completed', 'code': 200} Jun 29 14:28:54.099289 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-8eb94388-7471-4f76-adb4-1e9f5c204eb0 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958513 Jun 29 14:28:54.211870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Pushing event updated for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:54.236964 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:54.240169 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-4541398e-66ac-4a26-ad66-5f4f08c9be85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1097 time: 0.6466758 Jun 29 14:28:54.308017 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:54.328791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f1e8f9d-cd0a-46a9-b69a-22e742d5334e req-5070c590-a530-4b00-9966-8ac85a4469ea tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127584 Jun 29 14:28:54.343399 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:54.353399 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a4c9749-cd0c-4ea8-924d-ee8fca035aa6 req-ba2f0fac-4237-4cd3-97b5-5f1b3b7bef4b service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474291 Jun 29 14:28:54.362721 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-d3ba468d-d10c-48e2-a695-48c170c41755 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.1118751 Jun 29 14:28:54.377083 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee14c-83ce-4dd8-953a-ed926caa6e1d req-5edb86d9-4030-44dd-9604-0d9aa6d51cfd tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:54.382299 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-93eee14c-83ce-4dd8-953a-ed926caa6e1d req-5edb86d9-4030-44dd-9604-0d9aa6d51cfd tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.2529132 Jun 29 14:28:54.451538 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Transition to ACTIVE for port object 44a04f83-2c01-4683-9a31-8e1e038c1484 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:28:54.454212 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-93eee14c-83ce-4dd8-953a-ed926caa6e1d req-eb3b9867-13ac-456d-a41b-6db021346ccc tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671992 Jun 29 14:28:54.467115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 42988) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:54.480311 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:54.499638 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:54.500826 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Attempting to bind port 333d61bd-a7db-4749-b173-6e92d79c1900 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:54.501165 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Attempting to bind port 333d61bd-a7db-4749-b173-6e92d79c1900 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:54.501510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Attempting to bind port 333d61bd-a7db-4749-b173-6e92d79c1900 on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:54.518782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:54.561829 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-0fd2a815-b4ef-48b2-8980-c0140f4d6454 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1096 time: 0.1239374 Jun 29 14:28:54.586946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:54.628880 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Port 333d61bd-a7db-4749-b173-6e92d79c1900 on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:28:54.629211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Attempting to bind port 333d61bd-a7db-4749-b173-6e92d79c1900 on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:54.642984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-04bcff42-154b-4a1e-8f54-08415977cb6b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:54.644474 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-04bcff42-154b-4a1e-8f54-08415977cb6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.2572582 Jun 29 14:28:54.789670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:54.790014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Checking segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:54.790401 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Bound using segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:54.790842 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Bound port: 333d61bd-a7db-4749-b173-6e92d79c1900, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:54.791208 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:54.813151 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:54.818201 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-926268a0-15cf-4ea7-9df0-08d8148b6d35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573777 Jun 29 14:28:54.821678 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:54.827247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:54.830546 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558e21-504f-440f-bd5f-10156b63c543 req-75a41045-35a3-413b-a708-be011f6e9a51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:54.832460 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-75a41045-35a3-413b-a708-be011f6e9a51 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.2591996 Jun 29 14:28:54.845586 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e69a1f-e846-4a31-bc0a-739ff48b0857 req-2a7c042e-ebf0-4b4e-bfe9-98b89fcb328a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:54.847238 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-40e69a1f-e846-4a31-bc0a-739ff48b0857 req-2a7c042e-ebf0-4b4e-bfe9-98b89fcb328a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1767404 Jun 29 14:28:54.866697 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1abb7ed25dc44f1ea73db0e35ec10b9e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7580462 Jun 29 14:28:54.870358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43000) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:54.880348 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c5d61618-7d97-41d0-a7f9-938f6f87e8ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=645951d7658c41ac8aeb6bf1dcd71d6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4080496 Jun 29 14:28:54.898738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43004) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:54.953068 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-b0aa5cc4-3510-40e7-8f9f-e3b6f3224314 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 217 time: 0.1135900 Jun 29 14:28:55.016432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd78878-639f-4d1e-a942-c7bab0c948dc,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:55.104952 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:55.194633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecaf67-1cf6-42dd-a520-aef1d1c3af2c req-f551a6c2-b97a-47ac-8d1f-da0199ad09b5 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:55.196925 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31ecaf67-1cf6-42dd-a520-aef1d1c3af2c req-f551a6c2-b97a-47ac-8d1f-da0199ad09b5 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 944 time: 0.6929519 Jun 29 14:28:55.206118 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-40e69a1f-e846-4a31-bc0a-739ff48b0857 req-efddbcc6-ce3f-4799-8171-741be105bd53 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039575 Jun 29 14:28:55.213522 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Attempting to bind port 44a04f83-2c01-4683-9a31-8e1e038c1484 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:28:55.213862 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Attempting to bind port 44a04f83-2c01-4683-9a31-8e1e038c1484 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:28:55.214191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Attempting to bind port 44a04f83-2c01-4683-9a31-8e1e038c1484 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:55.233922 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.240024 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a558e21-504f-440f-bd5f-10156b63c543 req-c2001372-8edc-4f09-9363-1dfadc1b4930 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:55.242965 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-c2001372-8edc-4f09-9363-1dfadc1b4930 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.2681470 Jun 29 14:28:55.254468 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:55.271272 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-ecc4cc29-1ea7-4bae-80e6-458536565c49 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315267 Jun 29 14:28:55.278140 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Port 44a04f83-2c01-4683-9a31-8e1e038c1484 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:28:55.279089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Attempting to bind port 44a04f83-2c01-4683-9a31-8e1e038c1484 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:28:55.290067 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=333d61bd-a7db-4749-b173-6e92d79c1900,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:55.341726 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.348009 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.405930 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.406889 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-5190f9b9-cf32-42bc-a8cb-e3b566fc09d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1507659 Jun 29 14:28:55.434020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:55.462928 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:28:55.463941 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Checking segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:28:55.464321 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Bound using segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:28:55.465195 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Bound port: 44a04f83-2c01-4683-9a31-8e1e038c1484, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:28:55.465691 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.494482 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43022) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:55.538901 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31ecaf67-1cf6-42dd-a520-aef1d1c3af2c req-e1d513b8-f7b8-4393-9ff7-e72eb935953d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213961 Jun 29 14:28:55.569431 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.580648 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:55.596328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d75cc-60f4-4220-8eaa-1a7219fd3854,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:55.601096 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:55.609675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.613135 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e4d75cc-60f4-4220-8eaa-1a7219fd3854 HTTP/1.1" status: 204 len: 168 time: 0.7092795 Jun 29 14:28:55.670750 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-8388c14c-5c40-4a4c-a919-cb96569b1244 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558126 Jun 29 14:28:55.705081 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81847-5183-4f01-913f-75a06ed51f54 req-328ace38-da27-45cb-abc5-0501b8554a1f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:55.711980 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8fe81847-5183-4f01-913f-75a06ed51f54 req-328ace38-da27-45cb-abc5-0501b8554a1f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 943 time: 0.1932228 Jun 29 14:28:55.716046 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.726807 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be23232-2f80-4eb9-9c55-4bf02ee260f1 req-3c2f19b9-5e0e-40d6-92d2-ff90b1ba9fe5 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348500 Jun 29 14:28:55.734697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:55.736754 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-dd288022-4aae-45de-b578-c96e20351dae service neutron] 10.222.0.74 "PUT /v2.0/ports/333d61bd-a7db-4749-b173-6e92d79c1900 HTTP/1.1" status: 200 len: 1094 time: 4.0939107 Jun 29 14:28:55.857363 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8fe81847-5183-4f01-913f-75a06ed51f54 req-2e76addc-0ec4-4203-b05d-3a3635774947 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440904 Jun 29 14:28:55.905857 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3a558e21-504f-440f-bd5f-10156b63c543 req-f38b1452-36b3-46a1-83dd-1a0f3aabf407 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277484 Jun 29 14:28:55.954831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Pushing event updated for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:55.989187 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.012570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:56.054321 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:28:56.056920 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:56.067023 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:28:56.079956 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.082047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:56.102251 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Usage tracker for resource:security_group_rule and tenant:3e9bacb1f9f6498c94365b7858756cd9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:56.105489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-54db185e-bab2-4043-a39d-6bd17563ed48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:56.141282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:56.170465 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900', 'status': 'completed', 'code': 200} Jun 29 14:28:56.171248 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:56.183058 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.219747 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.221083 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] 10.222.0.74 "PUT /v2.0/ports/44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 1094 time: 4.5837550 Jun 29 14:28:56.236408 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-7763933e-2696-487d-adb9-3cdcb41d0221 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 1097 time: 0.3618538 Jun 29 14:28:56.350509 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-eea34c35-a7b1-4db5-9ce0-3320a5c0a435 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1097 time: 0.4784355 Jun 29 14:28:56.394218 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:56.399461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:56.437966 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:56.493687 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd78878-639f-4d1e-a942-c7bab0c948dc,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:56.496437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.497593 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fd78878-639f-4d1e-a942-c7bab0c948dc HTTP/1.1" status: 204 len: 168 time: 1.6187637 Jun 29 14:28:56.498544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:56.583713 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7705ecf-1fa3-44e3-9d33-a52e795eaf9a req-f1a03c61-affe-4269-b385-142e98da11af tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:56.588488 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7705ecf-1fa3-44e3-9d33-a52e795eaf9a req-f1a03c61-affe-4269-b385-142e98da11af tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1284218 Jun 29 14:28:56.669843 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-d6e7c99d-c2ed-4271-a958-155e74b20b40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=333d61bd-a7db-4749-b173-6e92d79c1900 HTTP/1.1" status: 200 len: 217 time: 0.4184158 Jun 29 14:28:56.692567 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7705ecf-1fa3-44e3-9d33-a52e795eaf9a req-65a2b4fa-b0a9-4f28-a144-cd49793ce277 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972290 Jun 29 14:28:56.918254 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.938010 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:56.970995 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d684d07-df29-49b7-bd95-835c774724ae req-aa06d827-a79c-4044-aff1-17ad0bdbdae1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:56.972957 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-aa06d827-a79c-4044-aff1-17ad0bdbdae1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.1795566 Jun 29 14:28:56.979096 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3d7d6df1-6530-4ddd-a02a-69b033081190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:57.010571 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1af7-b810-44f5-8ed6-d20facad6c04 req-74ee5557-444c-4784-96e5-1fab982266a7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:57.017893 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-373b1af7-b810-44f5-8ed6-d20facad6c04 req-74ee5557-444c-4784-96e5-1fab982266a7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 944 time: 0.1479259 Jun 29 14:28:57.053283 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-d8c38185-b676-4b1b-a403-018a27d8a333 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1097 time: 0.7128325 Jun 29 14:28:57.071599 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-0b949eed-eb80-4e92-af6c-76cd883686d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739727 Jun 29 14:28:57.072472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e441a-d550-4de2-9e17-a482292bb063 req-6e25e4a6-e781-4a65-a974-b69e8a489f80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:57.074201 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-6e25e4a6-e781-4a65-a974-b69e8a489f80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.6374714 Jun 29 14:28:57.086790 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-373b1af7-b810-44f5-8ed6-d20facad6c04 req-73627f6d-65f4-4087-8f75-04f9fede1ef4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 Jun 29 14:28:57.286572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b896d7-7d08-4ae0-b7d8-2e0245e413ee,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:57.299638 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e9bacb1f9f6498c94365b7858756cd9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8023367 Jun 29 14:28:57.302663 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43096) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:57.307269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:57.309065 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-464650e3-551a-47e0-8e04-4358c4eef8c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 217 time: 0.2416308 Jun 29 14:28:57.312615 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-d5db17d1-39dc-42be-bbd3-13616a6c558a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.1780789 Jun 29 14:28:57.482252 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:57.517341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:57.609114 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e441a-d550-4de2-9e17-a482292bb063 req-91aab045-dfb6-4d73-9078-04a68fe36c8a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:57.611336 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-91aab045-dfb6-4d73-9078-04a68fe36c8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.2865524 Jun 29 14:28:57.614007 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-98d77cff-6ab3-4c7e-8c02-710ef860839c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:57.615571 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-98d77cff-6ab3-4c7e-8c02-710ef860839c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.2897403 Jun 29 14:28:57.618747 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-86dd5334-acad-4861-a0fc-34cc05ae8ad8 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889021 Jun 29 14:28:57.657244 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83767f2-fe31-4817-b79d-265e1fccece1 req-56927bbb-0c39-4f27-891e-ed17ef753f94 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:57.661484 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e83767f2-fe31-4817-b79d-265e1fccece1 req-56927bbb-0c39-4f27-891e-ed17ef753f94 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 943 time: 0.3285255 Jun 29 14:28:57.738967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 365727e0-007b-4707-8af8-b52a70a289d9 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:28:57.770108 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-f6b6afb6-59f2-4392-b1bf-55eeaf081f9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342096 Jun 29 14:28:57.780382 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e83767f2-fe31-4817-b79d-265e1fccece1 req-082251a0-4c87-491d-8ae9-9095c1a8808d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103504 Jun 29 14:28:57.784191 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:57.801079 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:57.824005 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:57.825857 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1b896d7-7d08-4ae0-b7d8-2e0245e413ee HTTP/1.1" status: 204 len: 168 time: 0.5221679 Jun 29 14:28:57.827911 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b896d7-7d08-4ae0-b7d8-2e0245e413ee,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:57.834309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:58.069742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=365727e0-007b-4707-8af8-b52a70a289d9,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:58.088546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '365727e0-007b-4707-8af8-b52a70a289d9', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'port_id': '365727e0-007b-4707-8af8-b52a70a289d9', 'mac_address': 'fa:16:3e:0f:a6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:28:58.156902 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-44125dc7-501c-42e1-8522-22eda06e6744 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4588132 Jun 29 14:28:58.164435 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2d684d07-df29-49b7-bd95-835c774724ae req-261d2793-0181-460c-9bdf-21d006678f23 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314718 Jun 29 14:28:58.166114 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-f1135c39-8f04-4e53-ba46-7fc5cb5adcbb service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864875 Jun 29 14:28:58.190818 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:28:58.217600 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:58.252607 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365727e0-007b-4707-8af8-b52a70a289d9 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:28:58.284472 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=365727e0-007b-4707-8af8-b52a70a289d9,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:28:58.292403 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:58.294380 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:58.397055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:58.402179 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:58.439959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017405-5561-44ff-b742-1e9490f0f6df req-0043fb25-4cf8-4cc5-a519-798834f6a336 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:58.441865 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8c017405-5561-44ff-b742-1e9490f0f6df req-0043fb25-4cf8-4cc5-a519-798834f6a336 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 944 time: 0.1140182 Jun 29 14:28:58.449915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1a1d4-43d2-4dac-aea1-24c44c5927bc req-ae5b5b05-341a-4210-a6b3-0427127e843a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:58.450616 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-68b1a1d4-43d2-4dac-aea1-24c44c5927bc req-ae5b5b05-341a-4210-a6b3-0427127e843a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:28:58.536320 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-68b1a1d4-43d2-4dac-aea1-24c44c5927bc req-ae5b5b05-341a-4210-a6b3-0427127e843a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:28:58.537879 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-68b1a1d4-43d2-4dac-aea1-24c44c5927bc req-ae5b5b05-341a-4210-a6b3-0427127e843a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.5913208 Jun 29 14:28:58.548915 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-012e441a-d550-4de2-9e17-a482292bb063 req-954acc4d-5f33-45a0-ab2e-4f56dc0841e7 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538454 Jun 29 14:28:58.549524 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['365727e0-007b-4707-8af8-b52a70a289d9'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:28:58.550400 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8c017405-5561-44ff-b742-1e9490f0f6df req-ba653f93-44d5-41fb-ac78-e9d5bfb08396 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012456 Jun 29 14:28:58.579585 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-b6d7e623-4b52-447d-9eaa-a5d674fc7683 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119132 Jun 29 14:28:58.597107 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43138) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:58.665547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:58.739218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:28:58.749027 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Usage tracker for resource:security_group_rule and tenant:22ce3212df954a7ca3be7f18d2aeb576 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:28:58.758522 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:28:58.761082 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'status': 'completed', 'code': 200} Jun 29 14:28:58.774882 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:28:58.780129 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-d912fb2b-f28e-4788-bb12-6e8f587d5bee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 1097 time: 0.5566487 Jun 29 14:28:58.803809 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-68b1a1d4-43d2-4dac-aea1-24c44c5927bc req-10ac48fb-d073-423b-afa6-86d80862677e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571714 Jun 29 14:28:58.921820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:58.931947 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:58.951398 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:59.037154 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:59.068602 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0dfbd5c-e184-4d08-b980-8393c5ad73ac req-d72134db-e3f0-4b92-89ac-6a2461c6c54b service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788926 Jun 29 14:28:59.100348 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b9066c-f763-43f9-ad24-f828242006c9,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:59.104644 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22ce3212df954a7ca3be7f18d2aeb576&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5063493 Jun 29 14:28:59.106535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:59.108570 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43156) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:28:59.206645 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-93effbe6-75e4-46df-9ff5-c2d5b3ea726c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:59.209266 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-93effbe6-75e4-46df-9ff5-c2d5b3ea726c service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.4203076 Jun 29 14:28:59.273212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd1bd5-579c-4222-a24f-b1874c1d636b req-0e6e9958-6dfe-499a-8bb9-84cd3b1d81c1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:59.282377 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-69bd1bd5-579c-4222-a24f-b1874c1d636b req-0e6e9958-6dfe-499a-8bb9-84cd3b1d81c1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 944 time: 0.2697079 Jun 29 14:28:59.285000 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:59.356292 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:59.403783 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-51399785-21ef-4ed4-a094-b1a0d6eb543c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=333d61bd-a7db-4749-b173-6e92d79c1900 HTTP/1.1" status: 200 len: 217 time: 0.1759131 Jun 29 14:28:59.410589 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-aecb17ca-2c4b-4c11-8e70-7537fe76bf85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1097 time: 0.2705436 Jun 29 14:28:59.450605 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-69bd1bd5-579c-4222-a24f-b1874c1d636b req-bad03449-a70c-4267-8d5a-6d7a42c3195a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672804 Jun 29 14:28:59.538408 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:59.545774 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:28:59.576891 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b9066c-f763-43f9-ad24-f828242006c9,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:28:59.580469 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:28:59.581301 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:28:59.584301 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59b9066c-f763-43f9-ad24-f828242006c9 HTTP/1.1" status: 204 len: 168 time: 0.4747021 Jun 29 14:28:59.660865 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-74cced74-f3aa-4f9c-be60-ce8928a7a5d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:28:59.662824 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-74cced74-f3aa-4f9c-be60-ce8928a7a5d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.2461598 Jun 29 14:28:59.749238 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2fd7a165-a44c-446f-abb0-5045fa08ee7f details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:28:59.756268 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-5b0a198a-535e-44ac-a0d3-118510d323c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825820 Jun 29 14:28:59.809251 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 365727e0-007b-4707-8af8-b52a70a289d9 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:28:59.999210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 365727e0-007b-4707-8af8-b52a70a289d9 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:00.004441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-77083267-520a-4627-a87f-23790887f652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:00.006137 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-77083267-520a-4627-a87f-23790887f652 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.5241673 Jun 29 14:29:00.013658 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 365727e0-007b-4707-8af8-b52a70a289d9 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:00.014051 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:00.154893 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:00.180665 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-3e6e5fc4-52a5-46be-9de5-89a3a39a8afe service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916929 Jun 29 14:29:00.247423 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:00.269196 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '2fd7a165-a44c-446f-abb0-5045fa08ee7f', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'port_id': '2fd7a165-a44c-446f-abb0-5045fa08ee7f', 'mac_address': 'fa:16:3e:f7:5c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:29:00.370742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:00.399042 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=365727e0-007b-4707-8af8-b52a70a289d9,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:00.406889 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:00.408968 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:00.430315 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-564da0d2-45a4-4df3-a640-c7ba4a4a848d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 217 time: 0.3917637 Jun 29 14:29:00.444519 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:00.499659 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd7a165-a44c-446f-abb0-5045fa08ee7f {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:00.626159 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:00.653338 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4d2cf17a-c944-4573-8298-5f0bc8bd14c1 req-2c956e26-c68f-483d-a1c7-abb7cca843df service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581068 Jun 29 14:29:00.691809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f0089-f899-4eb5-9d77-87be952f6c2e req-d6944b81-5c0e-4a0f-816a-24228eb77203 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:00.693396 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e54f0089-f899-4eb5-9d77-87be952f6c2e req-d6944b81-5c0e-4a0f-816a-24228eb77203 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 944 time: 0.6909859 Jun 29 14:29:00.707919 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:00.731169 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed368c-af39-47b9-96d7-cd9051dc26d7 req-50dd7fee-0613-4187-8ed1-452768fa4d53 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:00.741250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:00.741560 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-e3cf4054-e94e-49e2-8a04-0052713bf5b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:00.744028 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-e3cf4054-e94e-49e2-8a04-0052713bf5b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.3060620 Jun 29 14:29:00.752010 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-15ed368c-af39-47b9-96d7-cd9051dc26d7 req-50dd7fee-0613-4187-8ed1-452768fa4d53 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.3090641 Jun 29 14:29:00.759986 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:00.760460 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:00.865353 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e54f0089-f899-4eb5-9d77-87be952f6c2e req-e8be0023-36b8-4c2d-81c7-77afca537413 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585224 Jun 29 14:29:00.894410 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-15ed368c-af39-47b9-96d7-cd9051dc26d7 req-131287de-cc1d-4383-bbb2-ee5f025888a0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415143 Jun 29 14:29:00.905095 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-6b17059a-ddc5-4fdd-a51e-c5eb0fad6963 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1390464 Jun 29 14:29:00.920547 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:00.924745 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:00.973438 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['2fd7a165-a44c-446f-abb0-5045fa08ee7f'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:01.087813 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9', 'code': 200} Jun 29 14:29:01.323755 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-cfd7da36-e17d-4ae9-ad97-e6cb70c82bbb service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103210 Jun 29 14:29:01.392116 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ada019-cb43-4c2a-a126-6dd3b7011731 req-f888a546-9421-4f5e-a6f3-b72b9bf044bb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:01.398850 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-33ada019-cb43-4c2a-a126-6dd3b7011731 req-f888a546-9421-4f5e-a6f3-b72b9bf044bb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0998011 Jun 29 14:29:01.418199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c73884-ba2e-4e3f-8f79-95a9817e45d4 req-f19ca3d7-ca2d-4f28-80ff-58a3addb689d tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:01.428256 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-76c73884-ba2e-4e3f-8f79-95a9817e45d4 req-f19ca3d7-ca2d-4f28-80ff-58a3addb689d tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.4289911 Jun 29 14:29:01.445939 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-33ada019-cb43-4c2a-a126-6dd3b7011731 req-77a7d6b4-3387-4d39-99d0-d98ffe4c0178 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Jun 29 14:29:01.655379 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-76c73884-ba2e-4e3f-8f79-95a9817e45d4 req-0b9c2bf0-2536-4a44-a8d5-0160c642fa21 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259033 Jun 29 14:29:01.700600 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cb5406bb-49a8-46ee-9cbd-d74350b7e233 req-1272c3ca-c0ad-4e26-a77a-ca94e69cdd78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1098 time: 0.3755085 Jun 29 14:29:01.704665 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b51ff0e1-ed92-4a64-bfcc-2d2109c583f9 req-7ced367d-ac9b-43a0-934d-7c33d879f1a6 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355484 Jun 29 14:29:01.751531 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 333d61bd-a7db-4749-b173-6e92d79c1900 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:29:01.762990 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cb5406bb-49a8-46ee-9cbd-d74350b7e233 req-0280c52e-386b-4206-931e-57ca086221f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499127 Jun 29 14:29:01.971798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-24fa8e50-0012-428f-8ba4-e52399ee88bd tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:01.973798 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=333d61bd-a7db-4749-b173-6e92d79c1900,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:01.977741 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-24fa8e50-0012-428f-8ba4-e52399ee88bd tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.74 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.1627223 Jun 29 14:29:01.990003 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '333d61bd-a7db-4749-b173-6e92d79c1900', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'port_id': '333d61bd-a7db-4749-b173-6e92d79c1900', 'mac_address': 'fa:16:3e:a3:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:29:02.060302 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.115985 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333d61bd-a7db-4749-b173-6e92d79c1900 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:02.149112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Deleting port d310e6e5-985f-4530-b6f4-1b1570db9b1e {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:29:02.149472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.154036 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=333d61bd-a7db-4749-b173-6e92d79c1900,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:02.165748 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.166429 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:29:02.168786 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:02.255029 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905658d-ee5d-416b-bbd1-8c6c801bf66e req-455e82d3-a79c-4031-b384-e9465f85b011 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:02.270353 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1905658d-ee5d-416b-bbd1-8c6c801bf66e req-455e82d3-a79c-4031-b384-e9465f85b011 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 945 time: 0.1696877 Jun 29 14:29:02.346616 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:02.365835 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:02.393624 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1905658d-ee5d-416b-bbd1-8c6c801bf66e req-52cd4f0d-7a9d-4c9c-a8d6-3559283bc8ac tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217694 Jun 29 14:29:02.443770 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:02.463255 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:29:02.539671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.582677 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:02.617735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:02.627979 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.630073 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:02.682573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e89c2c-e8cc-4c57-a413-9072d47e9914 req-d1922358-57b0-4a9e-a01c-2b73765ba1ca tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:02.703714 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b0e89c2c-e8cc-4c57-a413-9072d47e9914 req-d1922358-57b0-4a9e-a01c-2b73765ba1ca tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.5036738 Jun 29 14:29:02.902822 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:02.907350 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:02.919718 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['333d61bd-a7db-4749-b173-6e92d79c1900'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:02.946684 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b0e89c2c-e8cc-4c57-a413-9072d47e9914 req-1c721bb7-b274-42ff-a6eb-1af52f2fb5ab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364144 Jun 29 14:29:02.957372 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] For port d310e6e5-985f-4530-b6f4-1b1570db9b1e, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d310e6e5-985f-4530-b6f4-1b1570db9b1e,segment=NetworkSegment(8b686a56-c210-4190-ab12-72a71b35139d),segment_id=8b686a56-c210-4190-ab12-72a71b35139d)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:02.960018 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:02.985337 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['44a04f83-2c01-4683-9a31-8e1e038c1484'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:03.012626 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aee9f-68ea-4f34-923c-6c1f42888ec1 req-c7b7db14-763b-4037-87e6-aee21213a096 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:03.022095 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-900aee9f-68ea-4f34-923c-6c1f42888ec1 req-c7b7db14-763b-4037-87e6-aee21213a096 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2627301 Jun 29 14:29:03.174567 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-900aee9f-68ea-4f34-923c-6c1f42888ec1 req-f26b0c71-b37b-4071-aa07-64dfdeac47a8 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511137 Jun 29 14:29:03.181430 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43346) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:03.240652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Calling delete_port for d310e6e5-985f-4530-b6f4-1b1570db9b1e owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:29:03.495916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.502424 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918e7d4-b1e3-48a5-8626-02fb1ac78f39 req-7d6a405c-7447-4e26-a663-47dc21b605bf tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:03.509281 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b918e7d4-b1e3-48a5-8626-02fb1ac78f39 req-7d6a405c-7447-4e26-a663-47dc21b605bf tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 946 time: 0.2758956 Jun 29 14:29:03.575624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:03.583499 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f8ff4a595642969135597e5aa963a7 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:03.591152 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:03.595369 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b918e7d4-b1e3-48a5-8626-02fb1ac78f39 req-e5ee7d7e-1b7c-4ca0-936c-3ddaf1af5d26 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/security-groups?id=4956a771-01ac-43e1-b016-5b5114042c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840318 Jun 29 14:29:03.597489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.605748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:03.609044 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:03.738451 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Pushing event deleted for resources: {'Port': ['ID=d310e6e5-985f-4530-b6f4-1b1570db9b1e,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:03.741289 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:03.758838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.766040 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2fd7a165-a44c-446f-abb0-5045fa08ee7f up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:03.771092 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.785597 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5e6d80e3-7f3b-4a05-bb02-af205b776523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:03.842900 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac45aad-f117-44dc-999a-b0c06c901956 req-7e747a21-9287-417f-aa82-ed4d3a818e9d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:03.844910 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ac45aad-f117-44dc-999a-b0c06c901956 req-7e747a21-9287-417f-aa82-ed4d3a818e9d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 945 time: 0.1858592 Jun 29 14:29:03.845861 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c51211-4711-4ac4-9804-946510c0b717,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:03.850276 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7f8ff4a595642969135597e5aa963a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6680238 Jun 29 14:29:03.851638 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:03.852783 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43382) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:03.885181 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] No DVR routers for this DVR port d310e6e5-985f-4530-b6f4-1b1570db9b1e on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:29:03.891319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.895282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'name': 'network-vif-deleted', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:03.900540 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 2fd7a165-a44c-446f-abb0-5045fa08ee7f completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:03.912500 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 2fd7a165-a44c-446f-abb0-5045fa08ee7f triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:03.913059 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:03.917543 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a5a4a04-61aa-4426-a6bd-a4bf72d11745 req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.74 "DELETE /v2.0/ports/d310e6e5-985f-4530-b6f4-1b1570db9b1e HTTP/1.1" status: 204 len: 173 time: 1.9335439 Jun 29 14:29:03.978056 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ac45aad-f117-44dc-999a-b0c06c901956 req-9c9090ed-2174-41ca-9ac8-67f98ab77f63 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990596 Jun 29 14:29:03.996120 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910b5e5c-b090-4c1f-9b4d-f3579a9e6dde', 'name': 'network-vif-deleted', 'tag': 'd310e6e5-985f-4530-b6f4-1b1570db9b1e', 'status': 'completed', 'code': 200} Jun 29 14:29:04.022736 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.117270 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.125737 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.172355 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:04.187722 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:04.198932 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.199926 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d310e6e5-985f-4530-b6f4-1b1570db9b1e no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:29:04.249973 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.257405 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-a60f4516-743d-4145-8570-bfb803dd3a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:04.272731 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:04.273941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:04.278026 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53c51211-4711-4ac4-9804-946510c0b717 HTTP/1.1" status: 204 len: 168 time: 0.4240816 Jun 29 14:29:04.280698 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c51211-4711-4ac4-9804-946510c0b717,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:04.288583 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:04.376667 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f', 'code': 200} Jun 29 14:29:04.419255 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: d310e6e5-985f-4530-b6f4-1b1570db9b1e {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:29:04.419612 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d310e6e5-985f-4530-b6f4-1b1570db9b1e not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:29:04.430858 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43410) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:04.466032 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:04.475581 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:04.512350 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024433e-2153-40fb-82bb-a5d980eab88a req-06332288-83a4-49ba-8a07-b695c025a2a1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:04.516623 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e024433e-2153-40fb-82bb-a5d980eab88a req-06332288-83a4-49ba-8a07-b695c025a2a1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 945 time: 0.2837501 Jun 29 14:29:04.839678 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e024433e-2153-40fb-82bb-a5d980eab88a req-160f3430-151b-4d08-9ab8-36084b3c6dbf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167174 Jun 29 14:29:04.876662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9e801-3a30-41e9-b2c2-44a3e48b06c1 req-a9ed6e9b-1105-49e6-a34b-bfda14fa120e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:04.880780 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-93b9e801-3a30-41e9-b2c2-44a3e48b06c1 req-a9ed6e9b-1105-49e6-a34b-bfda14fa120e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2393122 Jun 29 14:29:04.986868 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-93b9e801-3a30-41e9-b2c2-44a3e48b06c1 req-8d796602-2684-4ff0-9988-e0c36b1d2e47 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984585 Jun 29 14:29:04.990751 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b7924123-397f-4484-a260-f00cec6f80aa req-935daaa4-6bcd-47f0-841e-7aa5283623b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.3048980 Jun 29 14:29:05.079270 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b7924123-397f-4484-a260-f00cec6f80aa req-704bd776-4d07-47e8-a1bd-f9f5644ce7fe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815871 Jun 29 14:29:05.111828 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.220292 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:05.226877 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Usage tracker for resource:security_group_rule and tenant:2ec9945c06fb44e981959ece8b391e68 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:05.230370 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:05.238890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-cc2d6572-6480-4bfb-850b-a985dc4f468b req-e5b2384c-8c65-4b26-ba49-526cf8b9e4ee tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Synchronizing usage tracker for tenant:08cacad3affe4807958ad3b8f930bccb on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:05.254115 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:05.260388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-cc2d6572-6480-4bfb-850b-a985dc4f468b req-e5b2384c-8c65-4b26-ba49-526cf8b9e4ee tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Unset dirty status for tenant:08cacad3affe4807958ad3b8f930bccb on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:05.261559 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc2d6572-6480-4bfb-850b-a985dc4f468b req-e5b2384c-8c65-4b26-ba49-526cf8b9e4ee tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] 10.222.0.11 "GET /v2.0/ports?device_id=910b5e5c-b090-4c1f-9b4d-f3579a9e6dde HTTP/1.1" status: 200 len: 210 time: 0.1095505 Jun 29 14:29:05.337899 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43440) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:05.364740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.392576 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe3343-754f-4975-8c41-9f03097e2b60 req-70f32719-3f01-41a8-abc0-0933b82d112b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:05.394208 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0bfe3343-754f-4975-8c41-9f03097e2b60 req-70f32719-3f01-41a8-abc0-0933b82d112b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 945 time: 0.1488657 Jun 29 14:29:05.442313 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.453351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.462900 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-22bb3de3-0f71-456b-a9f8-3fb3bca94106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:05.469478 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43444) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:05.492601 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:05.498180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6fa42c73f14d7190063fdc0423f4b0 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:05.503827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:05.504340 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0bfe3343-754f-4975-8c41-9f03097e2b60 req-05c47003-8e55-4c64-b09d-fa24d08f3d99 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004157 Jun 29 14:29:05.511031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:05.515515 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8929e338-3ce4-45e4-ae8c-9a427e3c3195,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:05.518949 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:05.520889 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ec9945c06fb44e981959ece8b391e68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0889862 Jun 29 14:29:05.523866 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43450) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:05.572315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373f7f-2139-4c6e-8798-def1504acb31 req-9131404e-cfea-446e-ab2e-786f3ad682ff tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:05.573844 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-13373f7f-2139-4c6e-8798-def1504acb31 req-9131404e-cfea-446e-ab2e-786f3ad682ff tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1408472 Jun 29 14:29:05.582907 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43454) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:05.594009 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'floatingip': {'port_id': '365727e0-007b-4707-8af8-b52a70a289d9'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:05.622604 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.627369 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.636755 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:05.657443 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.676638 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.682708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cda02b-6a2f-4978-ba47-959ad791b548,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:05.685828 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:05.688750 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb6fa42c73f14d7190063fdc0423f4b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3497825 Jun 29 14:29:05.691307 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43458) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:05.749778 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.775064 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 333d61bd-a7db-4749-b173-6e92d79c1900 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:05.778212 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.806225 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.819289 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.842676 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.858875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e7f5cf9c-1f05-4187-9dbe-8730ad37c245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:05.878741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.880937 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5cda02b-6a2f-4978-ba47-959ad791b548 HTTP/1.1" status: 204 len: 168 time: 0.1887348 Jun 29 14:29:05.885344 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cda02b-6a2f-4978-ba47-959ad791b548,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:05.888138 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:05.892250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 333d61bd-a7db-4749-b173-6e92d79c1900 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:05.900294 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 333d61bd-a7db-4749-b173-6e92d79c1900 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:05.900904 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:05.946537 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:05.969729 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Usage tracker for resource:security_group_rule and tenant:69ff46e2243b4236914e65ad76e20373 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:05.989041 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:06.066742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.076460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:06.102862 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=333d61bd-a7db-4749-b173-6e92d79c1900,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:06.106987 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.107835 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:06.138465 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:06.147625 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.156080 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e195261a-87fe-4d63-9cae-5a8d5acafb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:06.230592 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:06.234011 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:06.245651 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 44a04f83-2c01-4683-9a31-8e1e038c1484 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:06.250515 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 44a04f83-2c01-4683-9a31-8e1e038c1484 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:06.251113 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.251277 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8929e338-3ce4-45e4-ae8c-9a427e3c3195,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:06.253922 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:06.364415 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.368731 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8929e338-3ce4-45e4-ae8c-9a427e3c3195 HTTP/1.1" status: 204 len: 168 time: 0.8438580 Jun 29 14:29:06.380660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:06.389530 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.407014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43476) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:06.440461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.443192 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:06.454095 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.456118 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:06.528033 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.547977 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ca020-7ef4-4ffe-af1e-d52400d66b9b req-58438d9f-c9bc-418a-821d-26416ae8cb31 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:06.548656 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:06.557864 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e34ca020-7ef4-4ffe-af1e-d52400d66b9b req-58438d9f-c9bc-418a-821d-26416ae8cb31 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 945 time: 0.4712429 Jun 29 14:29:06.564039 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1841e0675d409cb9c32a846ba46dcf is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:06.573913 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:06.593164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:06.621031 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:06.624943 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:06.651964 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900', 'code': 200} Jun 29 14:29:06.727696 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.735605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c79154f9-9cd3-472b-a863-8b3ecde07508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:06.833635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.842760 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:06.856604 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:06.906690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c04428-1334-4a82-ab5c-068db3cdf7c8,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:06.923729 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:06.950315 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69ff46e2243b4236914e65ad76e20373&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4752233 Jun 29 14:29:06.957844 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43492) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:06.977909 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7d7a3e-996c-4e46-8d9d-a6fa10ba31f9,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:06.985648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:07.012296 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e34ca020-7ef4-4ffe-af1e-d52400d66b9b req-3f67ab2c-6d30-4c59-b972-f6dc1917758d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528902 Jun 29 14:29:07.086231 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b1841e0675d409cb9c32a846ba46dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6773596 Jun 29 14:29:07.099157 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43500) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:07.261836 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.270994 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31a134-bd7d-4d61-aa34-760df206052c req-01929e1b-4103-4d31-a839-1d770651b5f8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:07.278620 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5c31a134-bd7d-4d61-aa34-760df206052c req-01929e1b-4103-4d31-a839-1d770651b5f8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2511246 Jun 29 14:29:07.294677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.db.resource_extend [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 14:29:07.299568 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5930aed4-593f-4479-a98c-63e7b42f3925 req-e7e2c5c0-a8b5-4d6c-8602-c127b6d39f29 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 1099 time: 0.3277524 Jun 29 14:29:07.386739 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.390957 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43510) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:07.397216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.431553 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5930aed4-593f-4479-a98c-63e7b42f3925 req-5a3b52f1-bda3-47f8-af3f-1ebd94a3dd92 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171412 Jun 29 14:29:07.434649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.442661 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.456776 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.457249 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5c31a134-bd7d-4d61-aa34-760df206052c req-07a741f5-aed4-4039-ba35-f93980aca3ed tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778014 Jun 29 14:29:07.469878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.503474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:07.508080 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2649c80ea14bf08e7278de64842422 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:07.511116 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:07.525541 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:07.529910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.536899 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2d0eaae9-aea8-412b-9faa-576e296c69b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:07.559031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7d7a3e-996c-4e46-8d9d-a6fa10ba31f9,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:07.561568 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:07.577690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.588249 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.589777 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de7d7a3e-996c-4e46-8d9d-a6fa10ba31f9 HTTP/1.1" status: 204 len: 168 time: 0.4868548 Jun 29 14:29:07.595424 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d4005e43-0f22-472a-8045-213d19343697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:07.646536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.651573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.668748 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1d279ba1-4c45-40fe-b610-55b5ddd2340c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:07.676701 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c04428-1334-4a82-ab5c-068db3cdf7c8,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:07.680847 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:07.683562 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.689253 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6c04428-1334-4a82-ab5c-068db3cdf7c8 HTTP/1.1" status: 204 len: 168 time: 0.7246015 Jun 29 14:29:07.730305 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f2649c80ea14bf08e7278de64842422&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3355477 Jun 29 14:29:07.730937 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43518) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:07.733395 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa19579-696e-48ff-a2e5-bb4d497e6667,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:07.736281 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:07.746686 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.l3_db [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Floating IP 7de063bf-68a4-4891-854b-42f21620c79d associated. External IP: 172.28.0.55, port: 365727e0-007b-4707-8af8-b52a70a289d9. Jun 29 14:29:07.799368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.828666 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.887848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.896631 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-885512b6-1812-459a-bc04-5225f18f18c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:07.909513 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa19579-696e-48ff-a2e5-bb4d497e6667,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:07.912527 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:07.913619 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:07.915195 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1aa19579-696e-48ff-a2e5-bb4d497e6667 HTTP/1.1" status: 204 len: 168 time: 0.1830144 Jun 29 14:29:08.346146 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43542) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:08.381067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:08.451954 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c95ec-14b0-4397-9c04-d20085af1286 req-0cd872f7-2917-4945-bb6b-dc0d3a37606e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:08.453720 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-955c95ec-14b0-4397-9c04-d20085af1286 req-0cd872f7-2917-4945-bb6b-dc0d3a37606e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.2597508 Jun 29 14:29:08.507786 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:29:08.514112 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:08.520337 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0a3a91addf47a6a8e92739c36147e8 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:08.531297 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:08.547194 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:08.563505 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-955c95ec-14b0-4397-9c04-d20085af1286 req-59f754ee-b9c4-40ec-98e1-a181e827ccb1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973787 Jun 29 14:29:08.653404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:08.790859 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'code': 200} Jun 29 14:29:08.861069 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:08.876093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43578) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:08.941085 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:08.961433 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-85567d62-e59b-4a65-aff6-e0e26f7d0ea3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:08.965775 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Deleting subnet f1b66a88-6a4b-4b00-8319-e5b54a572e46 {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:29:08.968950 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.035426 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3dd5c7-a50e-4efd-8f15-73b1481688ab,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:09.038930 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:09.051259 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec0a3a91addf47a6a8e92739c36147e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7041104 Jun 29 14:29:09.057200 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43584) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:09.108303 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.125021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.149309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e320c-ac4d-49ff-a662-9124a215c038 req-83bc1dfc-e5f0-4523-b767-dd8604894f38 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:09.156569 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-988e320c-ac4d-49ff-a662-9124a215c038 req-83bc1dfc-e5f0-4523-b767-dd8604894f38 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2921536 Jun 29 14:29:09.233133 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-988e320c-ac4d-49ff-a662-9124a215c038 req-aa498db9-7f20-4d4f-b3fe-cf1fa6b6d3c7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754166 Jun 29 14:29:09.235692 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.238820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:29:09.239461 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a968b7cc-825f-434d-9153-8a3bad90109f req-a8e29f87-b192-409e-bac6-18977ea9ef5e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1099 time: 0.2320786 Jun 29 14:29:09.253021 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:09.272645 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.274941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.292233 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:09.298627 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:09.299660 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:09.328870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.338089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b66a88-6a4b-4b00-8319-e5b54a572e46,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:09.353765 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:09.388397 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.388588 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9edf3402-2235-46cb-96a9-39584b4a6ecc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "PUT /v2.0/floatingips/7de063bf-68a4-4891-854b-42f21620c79d HTTP/1.1" status: 200 len: 990 time: 3.8022294 Jun 29 14:29:09.388588 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:09.433749 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f1b66a88-6a4b-4b00-8319-e5b54a572e46 HTTP/1.1" status: 204 len: 168 time: 0.5548677 Jun 29 14:29:09.435654 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43602) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:09.462866 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a968b7cc-825f-434d-9153-8a3bad90109f req-4a369ef7-66b2-4f9a-af28-df6ab55a012a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118533 Jun 29 14:29:09.464804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.478459 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-90eb6150-7cd1-45e8-b455-d9036a31adc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:09.510176 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3dd5c7-a50e-4efd-8f15-73b1481688ab,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:09.513897 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.517780 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b3dd5c7-a50e-4efd-8f15-73b1481688ab HTTP/1.1" status: 204 len: 168 time: 0.4596307 Jun 29 14:29:09.520164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:09.541078 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43610) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:09.618775 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.717677 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:09.844293 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9', 'status': 'completed', 'code': 200} Jun 29 14:29:09.878276 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:09.919376 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11de5105-67e5-480c-82f1-4a5ef141aa3e']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:09.955832 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b686a56-c210-4190-ab12-72a71b35139d') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:09.956127 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b686a56-c210-4190-ab12-72a71b35139d') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:10.016983 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:10.048782 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:10.076157 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:29:10.076953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:29:10.096903 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:29:10.189107 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:10.217476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:10.218471 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:10.279695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:10.293143 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:10.298555 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1555f2a1-d513-46bc-863a-5b3202d471d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:10.336003 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05470623-9898-4fe9-a43f-2e4b99663c44 req-59d998fe-bd96-4e57-85e8-2dd076042515 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:10.338897 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-05470623-9898-4fe9-a43f-2e4b99663c44 req-59d998fe-bd96-4e57-85e8-2dd076042515 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.3722327 Jun 29 14:29:10.345742 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=11de5105-67e5-480c-82f1-4a5ef141aa3e,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:10.349377 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:10.377988 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-fa0739d0-bb06-4bc6-9315-920df336f4e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/11de5105-67e5-480c-82f1-4a5ef141aa3e HTTP/1.1" status: 204 len: 168 time: 0.9390354 Jun 29 14:29:10.396012 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-ee47c09e-91a7-45d6-a90a-b16836b1a3cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 1099 time: 0.6433592 Jun 29 14:29:10.430100 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-05470623-9898-4fe9-a43f-2e4b99663c44 req-5a1f28c8-0816-4eb6-8581-10f9ce0f16f3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794737 Jun 29 14:29:10.502898 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Sync routers for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:10.503881 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436358b-f9f3-46ae-8d59-30d0393ecb89 req-86680e63-c8c5-42b7-bda0-74e28beae9b2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:10.520094 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d436358b-f9f3-46ae-8d59-30d0393ecb89 req-86680e63-c8c5-42b7-bda0-74e28beae9b2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.4846466 Jun 29 14:29:10.555819 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:10.556458 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:10.742496 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-5ddca221-acff-4a43-9265-f09b480a8775 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1098 time: 0.7068484 Jun 29 14:29:10.786637 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:10.885491 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43658) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:10.913196 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.017400 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-fa5e7bfc-4527-4f3e-b2c7-f41bef982cba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08cacad3affe4807958ad3b8f930bccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290560 Jun 29 14:29:11.019460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43664) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:11.172265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.179451 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d436358b-f9f3-46ae-8d59-30d0393ecb89 req-000774be-1a7a-4426-ad6d-5ba3fb9f6155 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622209 Jun 29 14:29:11.195296 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-6888e491-7186-49fe-9b59-522a49abcef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:11.198085 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-6888e491-7186-49fe-9b59-522a49abcef4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.7930551 Jun 29 14:29:11.239469 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.282780 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '7de063bf-68a4-4891-854b-42f21620c79d', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': '365727e0-007b-4707-8af8-b52a70a289d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0f:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:35Z', 'updated_at': '2021-06-29T14:29:07Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:11.298458 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:11.310082 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:11.324122 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:11.354283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9bfd9991674be3b86532957de8bc13 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:11.370953 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:11.371640 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:11.393670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:11.403487 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-30bc3e60-fd3e-4b82-953a-cc4ff4e7e29e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=333d61bd-a7db-4749-b173-6e92d79c1900 HTTP/1.1" status: 200 len: 217 time: 0.1962006 Jun 29 14:29:11.407337 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.411042 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-90e913d2-08ff-48c4-9d6e-fc942aa6ebff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:11.420768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:11.449780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956a771-01ac-43e1-b016-5b5114042c32,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:11.451519 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:27Z', 'revision_number': 2, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:11.457047 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:11.457413 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Updating router 1981334b-da4c-460a-97d9-5b4b056d378c port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:29:11.462324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:11.488496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.493919 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4956a771-01ac-43e1-b016-5b5114042c32 HTTP/1.1" status: 204 len: 168 time: 0.4677980 Jun 29 14:29:11.523373 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:11.572507 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-5724e279-4161-460a-a724-1b8f34bf2546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:11.578142 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-5724e279-4161-460a-a724-1b8f34bf2546 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.7394240 Jun 29 14:29:11.777214 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-891495b1-d010-489c-9895-ccee4dd3d9cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:11.778660 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-891495b1-d010-489c-9895-ccee4dd3d9cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.3603508 Jun 29 14:29:11.900441 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099a6a-e781-405f-9dae-d44734fb7017 req-c61b35f5-7761-4068-95ee-29021e2671a6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:11.910261 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b5099a6a-e781-405f-9dae-d44734fb7017 req-c61b35f5-7761-4068-95ee-29021e2671a6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1092756 Jun 29 14:29:11.945270 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-709c0201-1558-4c12-8e8a-147909a85e62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511030 Jun 29 14:29:12.013389 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b5099a6a-e781-405f-9dae-d44734fb7017 req-2b26c4f1-36ef-4057-9f43-a0aa4b28557f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986898 Jun 29 14:29:12.130860 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.140912 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:12.169475 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Transition to ACTIVE for port object 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:12.183137 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.196565 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:12.329953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97988b-6d28-49ef-a648-b35ccc370465 req-81f1644f-9790-4962-b7a5-c2b888b47bd4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:12.337179 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2b97988b-6d28-49ef-a648-b35ccc370465 req-81f1644f-9790-4962-b7a5-c2b888b47bd4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1265059 Jun 29 14:29:12.342290 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43702) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:12.349530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'floatingip': {'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:12.464455 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.465763 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Pushing event updated for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:12.472316 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-7ae979ce-3560-4d54-a300-e6a116649189 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139847 Jun 29 14:29:12.477936 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-4584e031-6469-4e42-a8fc-846cf0d02bd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 998 time: 0.8542821 Jun 29 14:29:12.498232 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:12.572315 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.611257 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '28cbed6f-2668-456d-b848-453211efc2ef', 'name': '', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:29Z', 'updated_at': '2021-06-29T14:28:32Z', 'revision_number': 2, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'subnets': [{'id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:12.639204 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Checking router: d4df2613-a763-4647-993b-45038b1cbadc for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:12.639594 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Updating router d4df2613-a763-4647-993b-45038b1cbadc port 28cbed6f-2668-456d-b848-453211efc2ef binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:29:12.677364 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.813232 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Attempting to bind port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:12.813599 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Attempting to bind port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:12.813974 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Attempting to bind port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:12.832672 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:12.833178 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Checking segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:12.833506 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.833924 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Bound using segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:12.834427 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Bound port: 7062f729-b06b-4edb-a5b0-7c2a6fad7b94, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:12.834808 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.900305 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:12.911358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8d172777-6fbe-4f7c-85d0-782f51012387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:12.974884 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d9bfd9991674be3b86532957de8bc13&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4325130 Jun 29 14:29:12.977730 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-15c42c6e-751e-4d9c-9df2-7636ea7a0300 req-95de43cd-54a2-4345-9bde-d51e8720f8ea service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935646 Jun 29 14:29:13.044235 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] For port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:13.047894 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] For port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:13.056488 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:13.071175 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:13.107755 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43720) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:13.180414 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Pushing event updated for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:13.185712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:13.207857 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:13.208851 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:13.320855 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:13.327229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-f3f79f4e-0641-4358-bf87-541f852a6dad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:13.330815 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-f3f79f4e-0641-4358-bf87-541f852a6dad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.5764773 Jun 29 14:29:13.331749 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d6088-5be3-4996-91f9-35f43cac784f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:13.462547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.463518 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.463974 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.464674 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.465210 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.466729 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.468985 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.469571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.470029 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.470476 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.470924 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.478136 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:13.555726 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:13.601142 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:13.616686 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a9743-43c2-4597-a147-17461082069b req-13ee611b-05b7-45c6-a711-284a98bcc39a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:13.618248 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1b0a9743-43c2-4597-a147-17461082069b req-13ee611b-05b7-45c6-a711-284a98bcc39a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.8567851 Jun 29 14:29:13.680224 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:13.699343 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-94e45fa4-dad9-4825-ae3d-66c3949806f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3568130 Jun 29 14:29:13.909934 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:13.918902 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c96eee57-99b0-4315-9ced-89488692f4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:13.936617 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d6088-5be3-4996-91f9-35f43cac784f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:13.951705 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:13.953220 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe9d6088-5be3-4996-91f9-35f43cac784f HTTP/1.1" status: 204 len: 168 time: 0.8437400 Jun 29 14:29:13.956323 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.956950 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.957508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.958339 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.959000 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.959821 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.960977 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.961510 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.962053 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.962577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.963112 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:13.978738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:14.047402 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:14.059170 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:14.059558 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.127383 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-ae46afa4-186b-4e4f-967e-f1458e50cf2a service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078236 Jun 29 14:29:14.132483 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1b0a9743-43c2-4597-a147-17461082069b req-f9cb8848-4be4-461f-adba-1995ff29f3b8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036581 Jun 29 14:29:14.189664 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.204839 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Transition to ACTIVE for port object 28cbed6f-2668-456d-b848-453211efc2ef will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:14.222356 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.229503 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '7de063bf-68a4-4891-854b-42f21620c79d', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': '365727e0-007b-4707-8af8-b52a70a289d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0f:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:35Z', 'updated_at': '2021-06-29T14:29:07Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:14.238520 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.250463 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.258307 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25450d-9956-462a-8616-cd1e631b3ec2 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '7de063bf-68a4-4891-854b-42f21620c79d', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.55', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': '365727e0-007b-4707-8af8-b52a70a289d9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0f:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:35Z', 'updated_at': '2021-06-29T14:29:07Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:29:14.264332 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-fbc3ee16-ad31-4a61-b6eb-1938dd4e2c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:14.458980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.473819 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6a58dc6c-a110-439e-acf5-1b59c2826566 req-c704d159-bfce-42a7-b5d0-6f4d00e3e731 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367729 Jun 29 14:29:14.488516 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43752) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:14.489343 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Pushing event updated for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:14.492250 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:14.588380 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:13Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:14.601840 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:14.603044 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd739305-c6b4-42f2-8de3-beb89a954b8d None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:13Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:29:14.615898 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:14.622049 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:14.656015 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.l3_db [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Floating IP ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd associated. External IP: 172.28.0.34, port: 44a04f83-2c01-4683-9a31-8e1e038c1484. Jun 29 14:29:14.796944 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:29:14.822033 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4dc5af-6a78-4b7d-a6c3-5e5c8ac84205 None None] New status for floating IP 7de063bf-68a4-4891-854b-42f21620c79d: ACTIVE {{(pid=74212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:29:14.969870 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:15.010971 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.011622 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.012156 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.012706 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.013386 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.014079 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.014640 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.015328 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.015956 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.017321 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.017861 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:15.022225 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:15.052172 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Attempting to bind port 28cbed6f-2668-456d-b848-453211efc2ef on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:15.052552 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Attempting to bind port 28cbed6f-2668-456d-b848-453211efc2ef by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:15.052925 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Attempting to bind port 28cbed6f-2668-456d-b848-453211efc2ef on network 965ac20b-70a5-40a1-bd63-95d655fb2f1a {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:15.075769 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:15.076157 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Checking segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:15.076627 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.077039 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Bound using segment: {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:15.077537 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Bound port: 28cbed6f-2668-456d-b848-453211efc2ef, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2098b758-bfa3-4981-a91a-7c0408583278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:15.077934 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.142548 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1992342355-network', 'tenant_id': '75d994d713c64087b2f70ad8520494e2'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:15.149763 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:15.165144 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Usage tracker for resource:network and tenant:75d994d713c64087b2f70ad8520494e2 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:15.180256 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:15.202713 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:15.247216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:15.251672 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.316528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.434973 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] For port 28cbed6f-2668-456d-b848-453211efc2ef, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:15.439346 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] For port 28cbed6f-2668-456d-b848-453211efc2ef, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=28cbed6f-2668-456d-b848-453211efc2ef,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:15.447164 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.458256 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:15.471328 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:15.475088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Usage tracker for resource:security_group_rule and tenant:75d994d713c64087b2f70ad8520494e2 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:15.485634 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:15.504798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:15.549396 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:15.550252 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:28:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:15.562401 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43776) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:15.602444 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:15.653641 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.679733 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.689345 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:15.689725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.721582 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.733814 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:15.776609 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:29:15.782126 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:15.802222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97d79d6-ce15-4b53-9121-6806ad3c8fef,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:15.806636 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.806992 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Added segment 7077aedc-c032-4580-a66a-78ae253d5fb9 of type vlan for network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 Jun 29 14:29:15.808416 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:15.826763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:15.827707 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707a1ce-773d-4f5c-ab02-f742802a74c1 req-ee5055c8-546f-4640-831e-e7a98d4a6710 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:15.829220 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f707a1ce-773d-4f5c-ab02-f742802a74c1 req-ee5055c8-546f-4640-831e-e7a98d4a6710 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1480236 Jun 29 14:29:15.850051 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Usage tracker for resource:security_group_rule and tenant:edc3ba0a4356423a9114767ea400836e is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:15.863643 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:15.873230 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.890314 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:15.920011 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f707a1ce-773d-4f5c-ab02-f742802a74c1 req-8fb22007-4bc8-4669-9910-d6582f0ac901 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820844 Jun 29 14:29:15.920223 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Pushing event updated for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=4']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:15.933432 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:15.987878 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.989336 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:15.990224 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:15.994223 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b08e5653-1e74-466e-a7e3-4a7288fc0dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:16.108679 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Pushing event updated for resources: {'Network': ['ID=27a9fa9f-1595-4e6d-989a-1ec7795c86d9,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:16.112015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:16.120929 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6302857 Jun 29 14:29:16.121115 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43788) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:16.125803 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:29:16.158231 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Request body: {'subnet': {'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1992342355-subnet', 'tenant_id': '75d994d713c64087b2f70ad8520494e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:16.188521 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:16.193151 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Usage tracker for resource:subnet and tenant:75d994d713c64087b2f70ad8520494e2 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:16.212080 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:16.221113 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:16.239959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.243273 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:16.245948 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.265391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.284129 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-06cd3b67-aebf-4fdb-a54a-61df22c53700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:16.299909 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '28cbed6f-2668-456d-b848-453211efc2ef', 'name': '', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:29Z', 'updated_at': '2021-06-29T14:29:15Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'subnets': [{'id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:16.304419 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5cfd7-26f8-49e3-b53d-96dea00b3be7 None None] The sync data for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb is: [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:31Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '28cbed6f-2668-456d-b848-453211efc2ef', 'name': '', 'network_id': '965ac20b-70a5-40a1-bd63-95d655fb2f1a', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'mac_address': 'fa:16:3e:de:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:29Z', 'updated_at': '2021-06-29T14:29:15Z', 'revision_number': 4, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'subnets': [{'id': '43b1980c-1cec-4420-be34-2bbcd5e71521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:29:16.379110 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:29:16.407416 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed33f7d-4c28-4f07-9c89-7178155e9545,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:16.410419 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:16.421408 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43796) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:16.421525 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edc3ba0a4356423a9114767ea400836e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8402290 Jun 29 14:29:16.525660 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.554977 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.639969 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.650237 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f61cede2-5b4d-4b1c-aba7-888e2283c7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:16.683889 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed33f7d-4c28-4f07-9c89-7178155e9545,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:16.701438 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:16.702288 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.703462 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ed33f7d-4c28-4f07-9c89-7178155e9545 HTTP/1.1" status: 204 len: 168 time: 0.2806811 Jun 29 14:29:16.849980 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:16.859926 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:16.921011 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe0f037-582f-40c7-acf7-cafd4c80d36a,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:16.924215 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:17.057067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Checking segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:17.057434 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Network hostable DHCP agents. Network: 27a9fa9f-1595-4e6d-989a-1ec7795c86d9, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:29:17.146591 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:29:17.153389 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:29:17.198535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 27a9fa9f-1595-4e6d-989a-1ec7795c86d9) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:17.204158 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:17.204743 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:17.210937 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:17.211191 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0a05b-3582-4909-953d-afae80e7b2c2 None None] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:29:17.311685 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-2e07206c-363e-4f80-bc4c-ad6fd6b9fae6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "PUT /v2.0/floatingips/ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd HTTP/1.1" status: 200 len: 991 time: 4.9680207 Jun 29 14:29:17.315014 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:17.331422 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cab8c1-6c8f-4a5b-954b-507ec4af0a7a req-8a36cd2c-22a7-49e9-a0b8-8992c9608653 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:17.333895 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1932058 Jun 29 14:29:17.359421 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-05cab8c1-6c8f-4a5b-954b-507ec4af0a7a req-8a36cd2c-22a7-49e9-a0b8-8992c9608653 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1641526 Jun 29 14:29:17.465143 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-05cab8c1-6c8f-4a5b-954b-507ec4af0a7a req-2568f049-a276-4aa7-b66c-b5687bb59d0c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988421 Jun 29 14:29:17.578916 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'status': 'completed', 'code': 200} Jun 29 14:29:17.645822 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 28cbed6f-2668-456d-b848-453211efc2ef up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:17.698706 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa120ffd-8562-4c54-9337-7f43ec994378 None None] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:29:17.721316 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-84f1be4f-8578-42c4-8cf9-ad8b17c56fbd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1099 time: 0.1105447 Jun 29 14:29:17.829524 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-72f37593-1640-465f-87c3-f984c52ce1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:17.901634 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174abec-6bcc-4a76-bfd2-50325098944b req-6a3be425-8579-47ce-826a-3f2e8fe7ff15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:17.903736 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-6a3be425-8579-47ce-826a-3f2e8fe7ff15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1716022 Jun 29 14:29:17.911248 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 28cbed6f-2668-456d-b848-453211efc2ef completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:17.926735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 28cbed6f-2668-456d-b848-453211efc2ef triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:17.926841 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:18.036911 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-b8b853f3-66a1-429e-8627-1e55cf8d4196 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 999 time: 0.1243281 Jun 29 14:29:18.121464 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:18.130640 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174abec-6bcc-4a76-bfd2-50325098944b req-c27055ef-8334-4d67-93ad-7896982ea13d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:18.133249 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-c27055ef-8334-4d67-93ad-7896982ea13d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0884445 Jun 29 14:29:18.158054 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 28cbed6f-2668-456d-b848-453211efc2ef, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=28cbed6f-2668-456d-b848-453211efc2ef,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:18.165859 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:18.168192 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:18.333669 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-a85dad72-94f6-48e4-a2a6-e512a6a62567 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1903808 Jun 29 14:29:18.358859 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:18.382598 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:18.387333 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:18.447195 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-116035d8-dfc5-48de-9deb-70de14fd22d2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:18.447885 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-116035d8-dfc5-48de-9deb-70de14fd22d2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:18.477382 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-116035d8-dfc5-48de-9deb-70de14fd22d2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:18.478514 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-116035d8-dfc5-48de-9deb-70de14fd22d2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.2956491 Jun 29 14:29:18.520752 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-c4e083ae-5022-4a88-932a-75864da32a9e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/quotas/75d994d713c64087b2f70ad8520494e2 HTTP/1.1" status: 200 len: 375 time: 0.0334244 Jun 29 14:29:18.606591 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-858bbd44-f31a-4ac4-9733-cede56ef6c4b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748401 Jun 29 14:29:18.615113 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-1d54cc6d-15b0-407d-90a1-01122a85059b service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629154 Jun 29 14:29:18.829924 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffbf1f-9372-4d7a-b0b8-31ee311912bc req-1814ea99-dc57-456d-aad6-87fbd07b0acb tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:18.844198 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-adffbf1f-9372-4d7a-b0b8-31ee311912bc req-1814ea99-dc57-456d-aad6-87fbd07b0acb tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1341360 Jun 29 14:29:18.961034 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-adffbf1f-9372-4d7a-b0b8-31ee311912bc req-9e16a36b-fdbd-4c66-a9b3-086ea1fed095 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147816 Jun 29 14:29:19.102380 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-3dc79dbc-57fe-4592-a05b-7a54f89fdb98 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834647 Jun 29 14:29:19.283385 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0174abec-6bcc-4a76-bfd2-50325098944b req-a57a13be-2d06-4744-a41b-951d8530d5a5 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749901 Jun 29 14:29:19.341819 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-7c24523b-c2e7-4b3e-88df-3ec5284333c8 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379584 Jun 29 14:29:19.541501 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 28cbed6f-2668-456d-b848-453211efc2ef up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:19.602670 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-db4087a4-e40d-45a0-9acf-ea814bc25115 req-0005f96d-6f12-43c5-a6cf-7b3a70bf7e26 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 210 time: 0.0746439 Jun 29 14:29:19.635731 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 28cbed6f-2668-456d-b848-453211efc2ef triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:19.636182 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:19.930879 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-2e170796-bb36-4860-8ad1-140af1aeda60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:20.184705 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb143-b7cb-4060-bfff-04dd8aa8b6b7 req-5ce027a3-e7cf-4edb-8b2a-6aa0a3fa860b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:20.186165 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9ebb143-b7cb-4060-bfff-04dd8aa8b6b7 req-5ce027a3-e7cf-4edb-8b2a-6aa0a3fa860b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0802684 Jun 29 14:29:20.244647 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9ebb143-b7cb-4060-bfff-04dd8aa8b6b7 req-de820bab-4c87-47fe-ad4f-32974f54e22d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Jun 29 14:29:20.837818 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0e36164b-8949-4aad-a5ae-23243740cee5 req-6eb4171d-f853-4a6f-8b53-30cd843dda92 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 210 time: 0.0710363 Jun 29 14:29:20.864474 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 43980) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:21.057299 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.073928 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-9552cc2a-a5df-4481-a393-64b6e197dc0b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:21.075661 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-9552cc2a-a5df-4481-a393-64b6e197dc0b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.2550161 Jun 29 14:29:21.089047 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.094632 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Request body: {'port': {'device_id': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'admin_state_up': True, 'tenant_id': '75d994d713c64087b2f70ad8520494e2'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:21.106895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:21.111805 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Usage tracker for resource:security_group_rule and tenant:be588d09d3ec46c48794167125ee160f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:21.115357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:21.123254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:21.203766 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.209126 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.219636 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0f0c85cc-1132-48da-9366-19d0ed609cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:21.267291 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa94803a-7e6c-4c80-a491-c5c4b38e7222,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:21.271288 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:21.275571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 43992) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:21.276441 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be588d09d3ec46c48794167125ee160f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4106040 Jun 29 14:29:21.277300 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1a2985ca-6ec0-44dd-b542-cd81fa289980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:21.289610 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Usage tracker for resource:port and tenant:75d994d713c64087b2f70ad8520494e2 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:21.293631 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:21.305252 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:21.345656 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:21.349067 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.426986 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.476384 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5568c-62f4-45d2-8df7-1ecfccc614e0 req-644a215c-95a0-4c0d-966f-beb176b0bc23 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:21.478786 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c5b5568c-62f4-45d2-8df7-1ecfccc614e0 req-644a215c-95a0-4c0d-966f-beb176b0bc23 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0971563 Jun 29 14:29:21.483062 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.528666 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c5b5568c-62f4-45d2-8df7-1ecfccc614e0 req-a42edf68-487f-4272-b269-0420ed080ee7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Jun 29 14:29:21.581842 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Allocated IP 172.20.0.4 (27a9fa9f-1595-4e6d-989a-1ec7795c86d9/fbe0f037-582f-40c7-acf7-cafd4c80d36a/38214a14-bd2e-4283-bbca-a675e52486f3) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:21.610832 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.616966 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c0a115ce-e506-43e1-a939-a7a2d66e6938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:21.636608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa94803a-7e6c-4c80-a491-c5c4b38e7222,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:21.638845 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:21.668666 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.669989 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa94803a-7e6c-4c80-a491-c5c4b38e7222 HTTP/1.1" status: 204 len: 168 time: 0.3933029 Jun 29 14:29:21.838777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.871442 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:21.882470 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f15f6b8a-0aad-4924-94fd-6e03ed0074f7 tempest-DeleteServersTestJSON-684864003 tempest-DeleteServersTestJSON-684864003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:21.976869 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:21.981166 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:21.984819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:21.990305 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:21.991142 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.008936 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event updated for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:22.019689 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:22.074930 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840994 Jun 29 14:29:22.090618 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Request body: {'port': {'device_id': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:22.130292 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44016) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:22.176897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.206248 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-b43f399b-dc5c-4457-a559-6a9f581f44dc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:22.206953 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-b43f399b-dc5c-4457-a559-6a9f581f44dc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:22.213714 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:22.218315 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Usage tracker for resource:security_group_rule and tenant:700d29196c0c4ad7805d76c9ed804139 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:22.226185 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:22.231914 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:22.244329 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.258396 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-b43f399b-dc5c-4457-a559-6a9f581f44dc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:22.259569 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-b43f399b-dc5c-4457-a559-6a9f581f44dc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 931 time: 0.2385798 Jun 29 14:29:22.300312 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.304085 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.310950 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f341ac91-1b9b-4434-9538-30902183604e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:22.355586 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7393c953-e493-4999-a073-b2414d227913,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:22.358730 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:22.361578 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=700d29196c0c4ad7805d76c9ed804139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2296574 Jun 29 14:29:22.371760 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44024) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:22.404715 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-48834642-2e7d-4d19-9317-26e2a5161785 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:22.436205 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.442176 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-48834642-2e7d-4d19-9317-26e2a5161785 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:22.443598 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0194f912-c8a4-4710-90a0-ed543c6bfdd6 req-48834642-2e7d-4d19-9317-26e2a5161785 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536167 Jun 29 14:29:22.464845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.525659 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.541974 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.551297 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-608ca8f5-7156-47f3-be67-ab443035f379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:22.568459 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393c953-e493-4999-a073-b2414d227913,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:22.572042 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:22.595676 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.599174 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7393c953-e493-4999-a073-b2414d227913 HTTP/1.1" status: 204 len: 168 time: 0.2239933 Jun 29 14:29:22.853508 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38214a14-bd2e-4283-bbca-a675e52486f3 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:22.868343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.896530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Transition to ACTIVE for port object 38214a14-bd2e-4283-bbca-a675e52486f3 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:22.900992 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:22.905773 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:23.034907 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738b02a-d9c5-476e-931a-a79d825c09d8 req-2adde85d-6290-464e-9df2-05d0cf14e529 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:23.036881 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2738b02a-d9c5-476e-931a-a79d825c09d8 req-2adde85d-6290-464e-9df2-05d0cf14e529 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2381928 Jun 29 14:29:23.044755 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Pushing event updated for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:23.049548 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:23.137423 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2738b02a-d9c5-476e-931a-a79d825c09d8 req-2899a5c3-a999-4d4d-ac04-bcc26f57a9c6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900400 Jun 29 14:29:23.145955 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Attempting to bind port 38214a14-bd2e-4283-bbca-a675e52486f3 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:23.146301 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Attempting to bind port 38214a14-bd2e-4283-bbca-a675e52486f3 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:23.146633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Attempting to bind port 38214a14-bd2e-4283-bbca-a675e52486f3 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:23.152622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Port 38214a14-bd2e-4283-bbca-a675e52486f3 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:29:23.152944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Attempting to bind port 38214a14-bd2e-4283-bbca-a675e52486f3 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:23.159547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:23.159877 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Checking segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:23.160252 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Bound using segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:23.160685 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Bound port: 38214a14-bd2e-4283-bbca-a675e52486f3, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:23.161038 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:23.281133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:23.288554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38214a14-bd2e-4283-bbca-a675e52486f3,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:23.308109 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:23.312584 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:23.404002 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:23.405366 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] 10.222.0.74 "PUT /v2.0/ports/38214a14-bd2e-4283-bbca-a675e52486f3 HTTP/1.1" status: 200 len: 1093 time: 1.3212006 Jun 29 14:29:23.408243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:23.422660 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Pushing event updated for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:23.430827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:23.551039 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-b580ed8c-2c5b-4994-b417-8cbfd16b67ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 1096 time: 0.0851524 Jun 29 14:29:23.564340 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3', 'status': 'completed', 'code': 200} Jun 29 14:29:23.715151 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-fe525d52-aeaa-4f78-b4af-4ff0280f1bff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38214a14-bd2e-4283-bbca-a675e52486f3 HTTP/1.1" status: 200 len: 217 time: 0.1481645 Jun 29 14:29:23.796446 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-e60eed2d-4ed0-40d4-9806-1c30a3f9dd6d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:23.798195 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-e60eed2d-4ed0-40d4-9806-1c30a3f9dd6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.0741420 Jun 29 14:29:23.843639 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29acd8-c109-4c48-bafb-7a0afce8857a req-a6da7a69-09e2-4ebf-a43a-c399d141663f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:23.845118 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bb29acd8-c109-4c48-bafb-7a0afce8857a req-a6da7a69-09e2-4ebf-a43a-c399d141663f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 943 time: 0.0955360 Jun 29 14:29:23.853733 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-a69c5b45-cd38-4ce5-b7af-ea93b947124d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432615 Jun 29 14:29:23.894225 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bb29acd8-c109-4c48-bafb-7a0afce8857a req-f7e8cab9-5649-4979-96c5-37593d010f10 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Jun 29 14:29:24.004561 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-1c9fd951-cc96-48d8-bd06-c5e847e6246a service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369727 Jun 29 14:29:24.151646 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-53ff62b2-3b12-402c-b3cd-6b2838493e26 req-fde0064d-5e82-4573-aa34-39d99de38296 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396117 Jun 29 14:29:24.310587 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-6f3db7b4-e01e-4a20-819c-af9184a3450b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 1096 time: 0.0870323 Jun 29 14:29:24.360788 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bb0ed-3a38-4011-ade9-1a47b10a3489 req-30c3f9cb-ddfa-4658-b0a1-34bc8c5feea2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:24.362385 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-885bb0ed-3a38-4011-ade9-1a47b10a3489 req-30c3f9cb-ddfa-4658-b0a1-34bc8c5feea2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0792091 Jun 29 14:29:24.429139 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-885bb0ed-3a38-4011-ade9-1a47b10a3489 req-0091dd83-9e9e-438c-9d83-5f8d2e6eb4ce tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593965 Jun 29 14:29:24.497883 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-81682735-463e-49f1-b153-8e849e9032ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:24.499868 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-81682735-463e-49f1-b153-8e849e9032ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 916 time: 0.1709981 Jun 29 14:29:24.599734 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-1700d84a-8bd4-4877-9858-9331d670591e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38214a14-bd2e-4283-bbca-a675e52486f3 HTTP/1.1" status: 200 len: 217 time: 0.0779624 Jun 29 14:29:24.663449 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-d95e3313-120c-4914-9b53-cde015369a1c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:24.665127 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-d95e3313-120c-4914-9b53-cde015369a1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.0577009 Jun 29 14:29:24.720855 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-6fa62166-da79-457d-8dac-6de0552a6b11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394366 Jun 29 14:29:24.821236 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:24.844979 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:24.846059 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:24.882089 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-14a642a6-2f5e-4f6a-b4e8-fb75492c5298 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527641 Jun 29 14:29:25.114365 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7ba4b47-8835-48b0-bfd5-e24af42be01f req-86a785d6-8c35-4177-ab25-3bda653c537e service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251687 Jun 29 14:29:25.151903 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:25.266422 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab524b93-b75a-49ff-8d25-0b3ea61e4b54 req-a9148408-93f4-4b3f-9e4c-df582d4b4a8a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:25.268633 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ab524b93-b75a-49ff-8d25-0b3ea61e4b54 req-a9148408-93f4-4b3f-9e4c-df582d4b4a8a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 943 time: 0.1104889 Jun 29 14:29:25.325493 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ab524b93-b75a-49ff-8d25-0b3ea61e4b54 req-d3b7379d-3a52-446f-a9dc-343042874706 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Jun 29 14:29:25.624067 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:41Z', 'updated_at': '2021-06-29T14:29:13Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:25.628109 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:25.639686 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:25.640527 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:25.752097 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ad338-2711-4e6e-afb4-fcb5182932f0 req-3097f732-0ad7-48d9-863f-ab5f16e8ea80 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:25.753877 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-215ad338-2711-4e6e-afb4-fcb5182932f0 req-3097f732-0ad7-48d9-863f-ab5f16e8ea80 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2060020 Jun 29 14:29:25.828853 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-7f1dad34-30c9-43e5-9367-ec0bab08771e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477096 Jun 29 14:29:25.838004 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-215ad338-2711-4e6e-afb4-fcb5182932f0 req-d3bd4fdd-2719-4c0c-8eff-17c97fbef1b0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786839 Jun 29 14:29:25.847040 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:26.001281 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-fbc5a463-12b8-4c00-9304-21f4186f5cdc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0755618 Jun 29 14:29:26.152710 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-6604803a-574a-4f58-a3f1-8afbea5b6f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:26.154055 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-6604803a-574a-4f58-a3f1-8afbea5b6f60 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.1306858 Jun 29 14:29:26.224392 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:41Z', 'updated_at': '2021-06-29T14:29:13Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:26.228280 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fba4e1-7938-4414-8522-c0d5704fafc8 None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.34', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:41Z', 'updated_at': '2021-06-29T14:29:13Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:29:26.234050 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-3babfaad-a898-4b7a-be86-9fd82744483f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.0656741 Jun 29 14:29:26.310955 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-2e38513e-5761-4841-9ec4-6f0aa40558bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:26.312687 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-2e38513e-5761-4841-9ec4-6f0aa40558bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.0679722 Jun 29 14:29:26.361554 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-bac4a3af-8ff2-4de4-8621-b8ffbf39f80d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412877 Jun 29 14:29:26.576816 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-69a184fb-1a4e-4e09-a7a2-b64c18e2b3c9 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051954 Jun 29 14:29:26.694898 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af21094-4139-40df-b3f1-badcb2d5b22c req-e291eb84-8eef-4ec5-bdb9-dae4c7a55325 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:26.696393 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7af21094-4139-40df-b3f1-badcb2d5b22c req-e291eb84-8eef-4ec5-bdb9-dae4c7a55325 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 943 time: 0.2198279 Jun 29 14:29:26.764475 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73ba5a33-c3b0-4909-8e59-26dcbdb51847 req-24b4c0ad-4a1c-4250-8c8c-52f00d1f433f service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716707 Jun 29 14:29:26.774247 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7af21094-4139-40df-b3f1-badcb2d5b22c req-34a9537e-431c-4e29-bb48-99504ad3fbc6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712309 Jun 29 14:29:27.049741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34104441-1958-441f-91b3-76d6a6282f49 req-d4d6320b-790f-4efe-a3a1-3c5a825115c4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:27.051232 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-34104441-1958-441f-91b3-76d6a6282f49 req-d4d6320b-790f-4efe-a3a1-3c5a825115c4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0758982 Jun 29 14:29:27.106304 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-34104441-1958-441f-91b3-76d6a6282f49 req-baaa0783-0663-4dae-a7cf-0c3a141b4e00 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Jun 29 14:29:27.893747 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38214a14-bd2e-4283-bbca-a675e52486f3 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:29:28.004562 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c18b8-2744-4386-b019-f73feb3b5170 req-359f9b66-f82b-42d7-a813-07713c82794e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:28.007570 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-547c18b8-2744-4386-b019-f73feb3b5170 req-359f9b66-f82b-42d7-a813-07713c82794e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 943 time: 0.0848293 Jun 29 14:29:28.065202 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38214a14-bd2e-4283-bbca-a675e52486f3,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:28.079632 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-547c18b8-2744-4386-b019-f73feb3b5170 req-7cd7aa3b-4b44-4a5c-984c-292e6fb895d8 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 Jun 29 14:29:28.088791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '38214a14-bd2e-4283-bbca-a675e52486f3', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'port_id': '38214a14-bd2e-4283-bbca-a675e52486f3', 'mac_address': 'fa:16:3e:46:34:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe0f037-582f-40c7-acf7-cafd4c80d36a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:29:28.146124 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:28.163659 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38214a14-bd2e-4283-bbca-a675e52486f3 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:28.178770 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38214a14-bd2e-4283-bbca-a675e52486f3,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:28.182369 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:28.184222 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-52655685-56dd-43c1-b983-4c29cefa65f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:28.250086 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:28.253482 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:28.306538 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b337e95-d361-417f-9fd4-ae3c39cca9ef req-e13a3587-5dac-4c14-9e62-e0fcac221ea7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:28.307969 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9b337e95-d361-417f-9fd4-ae3c39cca9ef req-e13a3587-5dac-4c14-9e62-e0fcac221ea7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0775380 Jun 29 14:29:28.360693 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9b337e95-d361-417f-9fd4-ae3c39cca9ef req-9a9de2ae-6338-4d2f-b2f2-aee1a31d9a25 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Jun 29 14:29:28.551456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:29.007965 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.324628 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d786e00-698f-4c13-88f9-f8d000fa2037 req-fb5bf658-1f1a-49a0-b443-902a67c2abaf tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:29.327762 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6d786e00-698f-4c13-88f9-f8d000fa2037 req-fb5bf658-1f1a-49a0-b443-902a67c2abaf tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 944 time: 0.0905647 Jun 29 14:29:29.331142 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44218) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:29.375730 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6d786e00-698f-4c13-88f9-f8d000fa2037 req-1473aede-41e6-4d7b-8210-11f6b43f3cc1 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438337 Jun 29 14:29:29.492706 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.527377 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:29.531149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Usage tracker for resource:security_group_rule and tenant:4cba60fcc4b84348917c19c38ab8a338 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:29.535624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:29.573793 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:29.657680 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e91d8-6248-4fed-8aca-6e2f09ae366b req-01cfa3c8-9cc7-496c-8ca4-d53fa9fec23f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:29.659153 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-512e91d8-6248-4fed-8aca-6e2f09ae366b req-01cfa3c8-9cc7-496c-8ca4-d53fa9fec23f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1251919 Jun 29 14:29:29.689946 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.697996 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.705628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-93df7f33-164e-4588-8af0-72527bf168c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:29.848710 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95971473-086f-4ed3-9f4b-eba72ad22ffe,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:29.852809 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:29.855664 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-512e91d8-6248-4fed-8aca-6e2f09ae366b req-b13c66bb-faca-40c8-927f-73c2561b0eb7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850977 Jun 29 14:29:29.857855 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cba60fcc4b84348917c19c38ab8a338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5256040 Jun 29 14:29:29.861120 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44234) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:29.900714 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38214a14-bd2e-4283-bbca-a675e52486f3 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:29.927393 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.952414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:29.968804 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 38214a14-bd2e-4283-bbca-a675e52486f3 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:29.973150 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 38214a14-bd2e-4283-bbca-a675e52486f3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:29.973527 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.009338 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.013169 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:30.028392 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95971473-086f-4ed3-9f4b-eba72ad22ffe,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:30.031338 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:30.032436 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.035601 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95971473-086f-4ed3-9f4b-eba72ad22ffe HTTP/1.1" status: 204 len: 168 time: 0.1732748 Jun 29 14:29:30.100479 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.130349 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:30.140326 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38214a14-bd2e-4283-bbca-a675e52486f3,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:30.146057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.148974 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-3647c47c-90d8-4847-ad1e-9a4091a1b5ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:30.197135 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3', 'code': 200} Jun 29 14:29:30.223265 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:30.226071 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:30.391580 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44246) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:30.409886 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.447097 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-62161bf2-7b17-40f5-a7da-d9151c5a2ee0 req-29ba264b-e451-4717-8032-e62303e4e45e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 1098 time: 0.0773411 Jun 29 14:29:30.447673 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:30.451345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc7843f489c494db0e2d5035dfc82a9 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:30.454210 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:30.460025 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:30.504452 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-62161bf2-7b17-40f5-a7da-d9151c5a2ee0 req-114b56f4-6efd-49b6-9a21-27cf2e391ef8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Jun 29 14:29:30.597502 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.604572 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.612242 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:30.660926 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013453a7-dbd8-4d69-8a44-9e22289a021a,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:30.669326 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:30.676330 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f46dd5-bb13-42d3-9bbf-355da2fe55d9 req-0a5d2cec-7d66-4962-a0a0-e4997556cf93 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:30.677933 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-59f46dd5-bb13-42d3-9bbf-355da2fe55d9 req-0a5d2cec-7d66-4962-a0a0-e4997556cf93 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 945 time: 0.1586971 Jun 29 14:29:30.681374 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cc7843f489c494db0e2d5035dfc82a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887952 Jun 29 14:29:30.684663 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44262) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:30.739606 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-59f46dd5-bb13-42d3-9bbf-355da2fe55d9 req-3a271df4-ac34-4d61-8a2d-16efce8e9ed7 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Jun 29 14:29:30.753592 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.780140 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.841672 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.845478 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:30.860269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013453a7-dbd8-4d69-8a44-9e22289a021a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:30.866352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:30.884388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:30.888194 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/013453a7-dbd8-4d69-8a44-9e22289a021a HTTP/1.1" status: 204 len: 168 time: 0.1998732 Jun 29 14:29:31.184309 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56856815-a785-4b0d-9f9d-fcaf03a453f0 req-272ca709-79f1-45cf-82bb-e1ad9bc3046e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:31.185885 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56856815-a785-4b0d-9f9d-fcaf03a453f0 req-272ca709-79f1-45cf-82bb-e1ad9bc3046e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1845784 Jun 29 14:29:31.247931 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56856815-a785-4b0d-9f9d-fcaf03a453f0 req-9837df32-fdc5-4c58-aa58-1fcc4083c885 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Jun 29 14:29:31.268738 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27875d1-cf33-4526-b41a-a3954231d82b None None] New status for floating IP ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd: ACTIVE {{(pid=74212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:29:31.955325 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e2d2-0706-48a3-96cf-891d4eabda29 req-dee5a2da-41c5-40b7-8860-4897f90dfe6d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:31.960324 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1289e2d2-0706-48a3-96cf-891d4eabda29 req-dee5a2da-41c5-40b7-8860-4897f90dfe6d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 945 time: 0.0864398 Jun 29 14:29:32.012974 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1289e2d2-0706-48a3-96cf-891d4eabda29 req-e0bc622d-03e1-4a98-9e93-dfd018035c0a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Jun 29 14:29:32.625200 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af382-9a5c-427f-aa4d-ebc9b9e5cf41 req-99364d95-c538-4bd3-9eb3-24bfd8e38826 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:32.626853 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a40af382-9a5c-427f-aa4d-ebc9b9e5cf41 req-99364d95-c538-4bd3-9eb3-24bfd8e38826 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1083410 Jun 29 14:29:32.628165 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44350) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:32.708966 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a40af382-9a5c-427f-aa4d-ebc9b9e5cf41 req-aa2672bd-77ff-4ccf-a347-480eacaee75e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729864 Jun 29 14:29:32.800587 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:32.837636 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:32.842251 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Usage tracker for resource:security_group_rule and tenant:ee911571b95244daa6836c7d3b523e2a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:32.845322 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:32.852630 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:32.923164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:32.926963 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:32.936028 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:32.976444 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b627a7-e0e3-483d-961a-8aaf18146d62,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:32.979637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:32.984875 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee911571b95244daa6836c7d3b523e2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3532424 Jun 29 14:29:32.985915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44364) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:33.068840 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:33.100797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:33.157550 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:33.162092 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1f81ba8a-bddd-4e0f-9861-a23214ab0ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:33.176566 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b627a7-e0e3-483d-961a-8aaf18146d62,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:33.180127 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:33.182025 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:33.183096 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b627a7-e0e3-483d-961a-8aaf18146d62 HTTP/1.1" status: 204 len: 168 time: 0.1970823 Jun 29 14:29:33.945580 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd011-644e-4ea9-8247-087129dca99b req-e94eb697-bfc3-4b96-99f4-188e2fa62fb1 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:33.947598 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-84ccd011-644e-4ea9-8247-087129dca99b req-e94eb697-bfc3-4b96-99f4-188e2fa62fb1 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1070349 Jun 29 14:29:34.001491 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-84ccd011-644e-4ea9-8247-087129dca99b req-2a8e9104-a35b-4905-8f2b-2d42d781bbc2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Jun 29 14:29:34.331399 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44436) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:34.498783 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.534952 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:34.540495 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Usage tracker for resource:security_group_rule and tenant:baeb11f16d47408580806d21419bd446 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:34.544271 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:34.551173 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:34.633797 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.638193 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.645748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:34.688008 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9b9a47-fcce-471c-8387-a2606c9b8f06,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:34.691201 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:34.694558 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=baeb11f16d47408580806d21419bd446&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3621645 Jun 29 14:29:34.697133 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44446) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:34.786349 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.813652 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.869632 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.875094 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:34.894593 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9b9a47-fcce-471c-8387-a2606c9b8f06,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:34.898086 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:34.909960 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:34.914006 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca9b9a47-fcce-471c-8387-a2606c9b8f06 HTTP/1.1" status: 204 len: 168 time: 0.2154062 Jun 29 14:29:35.188218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44466) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:35.244488 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1fa78-87f5-41bf-b547-1b9aa257fec0 req-2016393f-00e6-41ea-9aff-912e698a6478 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:35.245990 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-12e1fa78-87f5-41bf-b547-1b9aa257fec0 req-2016393f-00e6-41ea-9aff-912e698a6478 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0943172 Jun 29 14:29:35.313298 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-12e1fa78-87f5-41bf-b547-1b9aa257fec0 req-9e30f7c6-228a-4594-b30a-8bceb92cbf2b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609040 Jun 29 14:29:35.367997 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44474) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:35.379885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.385807 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.411120 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:35.415466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Usage tracker for resource:security_group_rule and tenant:640b4e97aae54c7bba2e51451c1f8cfc is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:35.418350 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:35.420703 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:35.424395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:35.424861 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Usage tracker for resource:security_group_rule and tenant:a95364876e4440b8a8b975ae0c1ebefe is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:35.427704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:35.433949 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:35.493916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.498421 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.499989 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.504617 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.507149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e238e1ff-8cd3-4e53-9be5-7763edc59359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:35.511571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a7350d39-9d2b-4f57-9c4a-a0ecfb435595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:35.549009 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4c887c-d20e-4c92-97e5-6b3ca08884db,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:35.551548 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d742c2-c84d-4603-a13c-1f64268c349e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:35.552454 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:35.559154 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=640b4e97aae54c7bba2e51451c1f8cfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698955 Jun 29 14:29:35.559748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44480) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:35.565120 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:35.567627 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a95364876e4440b8a8b975ae0c1ebefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1984899 Jun 29 14:29:35.574055 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44484) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:35.636322 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.665737 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.669402 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.694314 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.721212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.734381 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:35.745384 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4c887c-d20e-4c92-97e5-6b3ca08884db,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:35.748201 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:35.749065 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.750424 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b4c887c-d20e-4c92-97e5-6b3ca08884db HTTP/1.1" status: 204 len: 168 time: 0.1893694 Jun 29 14:29:35.760133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.766772 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-25ee27aa-1b04-44dc-b993-0605272d91ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:35.786370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d742c2-c84d-4603-a13c-1f64268c349e,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:35.789589 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:35.790743 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:35.791877 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8d742c2-c84d-4603-a13c-1f64268c349e HTTP/1.1" status: 204 len: 168 time: 0.2168584 Jun 29 14:29:36.623896 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15730b16-4d71-4507-9650-437001711c08 req-bfe81105-f730-4b57-9eb4-17c7b96137a3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:36.632448 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-15730b16-4d71-4507-9650-437001711c08 req-bfe81105-f730-4b57-9eb4-17c7b96137a3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1675799 Jun 29 14:29:36.689546 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-15730b16-4d71-4507-9650-437001711c08 req-9eaf2ca9-bcbe-4cba-8606-deed28be0dcc tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Jun 29 14:29:37.301901 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495b22-508f-4f3e-a172-1335c86be533 req-d1d8c63f-e265-4117-b2f6-064bd2e75f48 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:37.303899 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-d1d8c63f-e265-4117-b2f6-064bd2e75f48 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.1469109 Jun 29 14:29:37.320282 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-2e89a536-18b2-4173-83f7-6aafe314d432 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/quotas/75d994d713c64087b2f70ad8520494e2 HTTP/1.1" status: 200 len: 375 time: 0.0110068 Jun 29 14:29:37.397222 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-2320b302-c0d0-471d-ad16-de349d541f41 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717592 Jun 29 14:29:37.529363 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-aa5e6477-b7fe-4c79-babb-ed89cb642e9b service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Jun 29 14:29:37.720461 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-a5e23b08-9b02-4e23-ba4d-f08557a20bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739237 Jun 29 14:29:37.955822 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-aacd881d-a32b-41d2-8b8d-b70320264ce3 req-68acd3ba-51e3-4601-bfa7-88bd48eb3c46 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 210 time: 0.0658021 Jun 29 14:29:37.995806 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21f112-1399-4a77-82b9-b0589a14950e req-63f0354c-e8d7-4625-a6ad-aa36a31ea36c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:38.003623 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2e21f112-1399-4a77-82b9-b0589a14950e req-63f0354c-e8d7-4625-a6ad-aa36a31ea36c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1222260 Jun 29 14:29:38.057896 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2e21f112-1399-4a77-82b9-b0589a14950e req-a4097f75-0609-4aa2-8cd2-73a47eb420af tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534334 Jun 29 14:29:39.144322 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b39e0637-4223-45ed-8131-5dd1e79002a5 req-c8757328-2e32-4939-be84-4738bd2a3fd4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 210 time: 0.0584595 Jun 29 14:29:39.521137 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9cf2e-9c96-41cb-9838-a907e4ab3ae8 req-4a3fafed-9b79-4fca-a9ca-07693a72d2ca tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:39.529295 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-87b9cf2e-9c96-41cb-9838-a907e4ab3ae8 req-4a3fafed-9b79-4fca-a9ca-07693a72d2ca tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2379272 Jun 29 14:29:39.535829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495b22-508f-4f3e-a172-1335c86be533 req-9649c9c9-ea22-4005-9f51-e85c2eeb9812 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:39.538056 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-9649c9c9-ea22-4005-9f51-e85c2eeb9812 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.3954844 Jun 29 14:29:39.563900 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Request body: {'port': {'device_id': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'admin_state_up': True, 'tenant_id': '75d994d713c64087b2f70ad8520494e2'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:39.669443 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-87b9cf2e-9c96-41cb-9838-a907e4ab3ae8 req-c8222214-8f7f-4b68-b771-a4b75fa1ad2b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392033 Jun 29 14:29:39.678876 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44648) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:39.751177 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:39.761526 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:39.770667 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:39.774173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:39.905366 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:39.938441 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:39.942303 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Usage tracker for resource:security_group_rule and tenant:a217ab17acf74c98885e78f9682ccbcc is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:39.945170 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:39.951057 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:40.004834 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f5b53569-0ffd-41d5-a84e-68f53b97a68f req-0adfa74b-3aa6-4d72-8510-18b06ed1d534 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 1099 time: 0.1587653 Jun 29 14:29:40.010728 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Allocated IP 172.20.0.11 (27a9fa9f-1595-4e6d-989a-1ec7795c86d9/fbe0f037-582f-40c7-acf7-cafd4c80d36a/606418d3-e35f-4abb-b170-3a4bfc620533) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:40.020006 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.023802 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.030262 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-fc2e5d67-34b2-4c3e-afd8-b8cbb625b6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:40.072609 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb9db9-3a4a-45cc-a152-f191a6fb5bd2,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:40.075768 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:40.080886 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a217ab17acf74c98885e78f9682ccbcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3980119 Jun 29 14:29:40.081193 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44658) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:40.093115 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f5b53569-0ffd-41d5-a84e-68f53b97a68f req-149ba11f-988a-43d3-a404-2725ee76fef6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736871 Jun 29 14:29:40.140859 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.167887 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.223345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.227826 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-b3af3165-0dc9-4a8c-9f71-14aaafc3363b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:40.239650 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb9db9-3a4a-45cc-a152-f191a6fb5bd2,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:40.241967 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:40.247844 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.255728 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33cb9db9-3a4a-45cc-a152-f191a6fb5bd2 HTTP/1.1" status: 204 len: 168 time: 0.1736467 Jun 29 14:29:40.322503 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-05ddef0d-72c3-404e-a6ac-bbe9f83f32b9 req-92795aad-1741-49c6-af49-398f08ed98f9 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 210 time: 0.0525398 Jun 29 14:29:40.338167 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.367642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.373217 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:40.388477 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:40.442134 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:40.446199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:40.448842 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:40.453056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:40.453751 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:40.483419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event updated for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:40.486539 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:40.488320 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287901 Jun 29 14:29:40.506871 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Request body: {'port': {'device_id': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:40.626618 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.014446 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4285ea-1326-4acf-aee2-0402a2ea70b6 req-bcfd9efe-89be-4742-9900-f0a706c2024b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:41.015954 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4285ea-1326-4acf-aee2-0402a2ea70b6 req-bcfd9efe-89be-4742-9900-f0a706c2024b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1979172 Jun 29 14:29:41.210028 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606418d3-e35f-4abb-b170-3a4bfc620533 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:41.227159 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a4285ea-1326-4acf-aee2-0402a2ea70b6 req-8a038320-b1f3-440e-b21e-56b5a055b7d2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007165 Jun 29 14:29:41.236490 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.257827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Transition to ACTIVE for port object 606418d3-e35f-4abb-b170-3a4bfc620533 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:41.261635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.266648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:41.445344 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Pushing event updated for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:41.455998 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:41.512030 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Attempting to bind port 606418d3-e35f-4abb-b170-3a4bfc620533 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:41.512374 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Attempting to bind port 606418d3-e35f-4abb-b170-3a4bfc620533 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:41.512706 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Attempting to bind port 606418d3-e35f-4abb-b170-3a4bfc620533 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:41.525671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Port 606418d3-e35f-4abb-b170-3a4bfc620533 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:29:41.525993 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Attempting to bind port 606418d3-e35f-4abb-b170-3a4bfc620533 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:41.535108 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:41.535471 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Checking segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:41.535857 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Bound using segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:41.536284 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Bound port: 606418d3-e35f-4abb-b170-3a4bfc620533, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:41.536629 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.625743 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a1ed6-0d1f-4909-958c-41581afdb091 req-acd24123-6760-4fad-95a7-c4898057f95c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:41.626400 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-cc5a1ed6-0d1f-4909-958c-41581afdb091 req-acd24123-6760-4fad-95a7-c4898057f95c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:41.664612 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-cc5a1ed6-0d1f-4909-958c-41581afdb091 req-acd24123-6760-4fad-95a7-c4898057f95c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:41.665367 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc5a1ed6-0d1f-4909-958c-41581afdb091 req-acd24123-6760-4fad-95a7-c4898057f95c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 944 time: 0.1996262 Jun 29 14:29:41.669351 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:41.696564 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=606418d3-e35f-4abb-b170-3a4bfc620533,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:41.708661 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.716287 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:41.774648 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc5a1ed6-0d1f-4909-958c-41581afdb091 req-5cf541ae-25e0-4eee-99a1-c87c7ad01965 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027148 Jun 29 14:29:41.790564 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:41.791963 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] 10.222.0.74 "PUT /v2.0/ports/606418d3-e35f-4abb-b170-3a4bfc620533 HTTP/1.1" status: 200 len: 1094 time: 1.2939005 Jun 29 14:29:41.792443 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:41.809047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Pushing event updated for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:41.819222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:41.883846 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533', 'status': 'completed', 'code': 200} Jun 29 14:29:41.924885 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-563aef4b-2d40-4927-92e5-299cad817785 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 1097 time: 0.0804367 Jun 29 14:29:42.010872 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-f7198db4-2680-4e8c-9ba4-3c2b0722c42f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606418d3-e35f-4abb-b170-3a4bfc620533 HTTP/1.1" status: 200 len: 217 time: 0.0692067 Jun 29 14:29:42.010978 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44756) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:42.076910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc495b22-508f-4f3e-a172-1335c86be533 req-8ec3eca3-c4c6-4261-9c1c-9bf5d3609b7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:42.078591 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-8ec3eca3-c4c6-4261-9c1c-9bf5d3609b7c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.0614727 Jun 29 14:29:42.129408 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-4bafbe6c-85f0-4cd3-8150-f103a394577a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436513 Jun 29 14:29:42.228229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:42.354761 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:42.369610 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Usage tracker for resource:security_group_rule and tenant:ff052d682c0c4a1ea3be9670a8cf1655 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:42.400948 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:42.414782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:42.427383 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-ab6bec2a-a035-42f6-ba57-418e71860448 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913587 Jun 29 14:29:42.626445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164f4a6-d8ce-404d-8faf-01d9aaeb8dbb req-1833990f-01d1-42fc-9237-f6187dab0752 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:42.627961 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b164f4a6-d8ce-404d-8faf-01d9aaeb8dbb req-1833990f-01d1-42fc-9237-f6187dab0752 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2707710 Jun 29 14:29:42.660284 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cc495b22-508f-4f3e-a172-1335c86be533 req-e3aa2f2e-6106-4fde-8297-dafba9f1ff82 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235966 Jun 29 14:29:42.668627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:42.683047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:42.692019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:42.722725 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b164f4a6-d8ce-404d-8faf-01d9aaeb8dbb req-b8bc140d-0b4c-47c1-a02f-0bceaf4eef40 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817730 Jun 29 14:29:42.779138 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f01e3-57bc-438c-8cad-6fbd314d3f51,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:42.783958 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:42.789679 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff052d682c0c4a1ea3be9670a8cf1655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7751670 Jun 29 14:29:42.790747 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44778) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:42.826252 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-2f5f8afe-061d-4b0e-a194-c8e38dbe54a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 1097 time: 0.1025741 Jun 29 14:29:42.938149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:42.975117 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-d631c211-2062-4a81-936d-88016097d024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:42.976337 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:42.976646 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-d631c211-2062-4a81-936d-88016097d024 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 916 time: 0.1427407 Jun 29 14:29:42.995727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19872a9b-4ce6-4a17-bd08-0bb5215aa0ed req-52b18247-9ad0-40ff-b8b1-8d10dceef366 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:42.997178 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-19872a9b-4ce6-4a17-bd08-0bb5215aa0ed req-52b18247-9ad0-40ff-b8b1-8d10dceef366 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1483178 Jun 29 14:29:43.065621 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-19872a9b-4ce6-4a17-bd08-0bb5215aa0ed req-b6b72a89-2ac9-4c52-b618-6b2eb2533210 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Jun 29 14:29:43.077238 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:43.083733 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0f6104b6-8376-4fd6-a0d1-08ced93cd7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:43.098048 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f01e3-57bc-438c-8cad-6fbd314d3f51,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:43.100818 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:43.103355 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:43.103886 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a66f01e3-57bc-438c-8cad-6fbd314d3f51 HTTP/1.1" status: 204 len: 168 time: 0.3119192 Jun 29 14:29:43.120306 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-c88dda1d-d052-4a4f-9880-9e881f4980c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606418d3-e35f-4abb-b170-3a4bfc620533 HTTP/1.1" status: 200 len: 217 time: 0.1337423 Jun 29 14:29:43.225168 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-479732f6-6c68-4504-b018-0dab50130dcf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:43.226712 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-479732f6-6c68-4504-b018-0dab50130dcf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.0856419 Jun 29 14:29:43.237434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d052e-66b4-4110-8fe9-89f7017bdf17 req-3ae9f0f9-d274-4502-b7ed-da91ed3c1605 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:43.238949 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2f7d052e-66b4-4110-8fe9-89f7017bdf17 req-3ae9f0f9-d274-4502-b7ed-da91ed3c1605 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 944 time: 0.1685152 Jun 29 14:29:43.295740 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-19459267-1306-4e21-a423-a9a78e910275 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558014 Jun 29 14:29:43.423739 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2f7d052e-66b4-4110-8fe9-89f7017bdf17 req-d28ebeaa-e47b-46d4-a8fa-141a287ea0e4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532714 Jun 29 14:29:43.478159 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-08f72023-7a03-4fe1-8da3-08c49ef5d0cb service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714375 Jun 29 14:29:43.656272 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-322a773b-bce8-4cbc-b8aa-0f2332a89864 req-db87b764-5dcb-4802-a874-2d27670d9966 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699710 Jun 29 14:29:43.663544 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44802) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:43.700803 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:43.802363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:43.806618 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Usage tracker for resource:security_group_rule and tenant:cb81edfd129444e3b1e7c5e7adb944ab is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:43.809458 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:43.815011 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:43.890466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:43.890466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:43.896940 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-48132539-19eb-4726-916a-a81f4b0ac9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:43.935960 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d5edf-19ba-4cb8-950b-e203c7c63fcf,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:43.940320 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb81edfd129444e3b1e7c5e7adb944ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2757871 Jun 29 14:29:43.941214 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:43.943102 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44810) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:44.002239 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:44.029408 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:44.082885 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:44.086942 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3937c3ce-9e2a-4668-b809-422e6eb983f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:44.102325 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d5edf-19ba-4cb8-950b-e203c7c63fcf,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:44.104782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:44.112416 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:44.115881 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf4d5edf-19ba-4cb8-950b-e203c7c63fcf HTTP/1.1" status: 204 len: 168 time: 0.1692970 Jun 29 14:29:44.631530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdee5f-4676-4400-b76e-98dec6eda194 req-2d8733a9-ff1f-479b-b87b-9e42121f43df tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:44.633100 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efbdee5f-4676-4400-b76e-98dec6eda194 req-2d8733a9-ff1f-479b-b87b-9e42121f43df tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 944 time: 0.0873520 Jun 29 14:29:44.680914 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efbdee5f-4676-4400-b76e-98dec6eda194 req-54ebdada-4ce2-44f2-8571-97c3b71ac6fc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jun 29 14:29:45.310575 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-e76fe14f-8fc0-4a8e-936d-aa80c5790560 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.1559818 Jun 29 14:29:45.338567 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44858) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:45.434150 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a58ff-f5bf-4c4d-93f5-263813b997b3 req-99fbfddb-b6d5-4519-b9c7-3b6bf8652428 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:45.435627 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-221a58ff-f5bf-4c4d-93f5-263813b997b3 req-99fbfddb-b6d5-4519-b9c7-3b6bf8652428 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1980376 Jun 29 14:29:45.524829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-bef60697-1d5a-4db4-ad32-ae7fcab94b43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:45.526278 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-bef60697-1d5a-4db4-ad32-ae7fcab94b43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.2048390 Jun 29 14:29:45.531272 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-221a58ff-f5bf-4c4d-93f5-263813b997b3 req-70c4bb39-3e35-48c2-8f0d-08f2ad9acd70 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828049 Jun 29 14:29:45.622132 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:45.633840 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-3479d7d6-d3b0-4886-95f5-327936407e6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.0906024 Jun 29 14:29:45.670195 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:45.676752 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Usage tracker for resource:security_group_rule and tenant:f65c6a5782fc4440a86e07cde9ade00a is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:45.683460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:45.692577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:45.781386 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-5976143b-37f9-4608-b17f-0c92c7af3568 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:45.782832 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-5976143b-37f9-4608-b17f-0c92c7af3568 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.1390958 Jun 29 14:29:45.789193 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:45.796202 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:45.806104 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:45.840478 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-aeb89c9d-7a9a-4f85-87ee-4461427a9592 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473273 Jun 29 14:29:45.897943 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef7bb8-56ad-43cd-b676-8b5f26ffb91e,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:45.904395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:45.909972 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f65c6a5782fc4440a86e07cde9ade00a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5697107 Jun 29 14:29:45.914208 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 44876) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:45.976494 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7add9aa-e62c-4157-b762-52e9945c980c req-1885f5de-16d8-489e-a99b-636a10f71b1f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:45.977968 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a7add9aa-e62c-4157-b762-52e9945c980c req-1885f5de-16d8-489e-a99b-636a10f71b1f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 944 time: 0.1571777 Jun 29 14:29:45.994984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 606418d3-e35f-4abb-b170-3a4bfc620533 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:29:46.019808 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.031367 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-ee281f62-309f-458c-a973-4db47b86b8f8 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834667 Jun 29 14:29:46.056994 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a7add9aa-e62c-4157-b762-52e9945c980c req-aa38dd6c-fcb6-4d88-84a7-d487c3c84ad7 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725520 Jun 29 14:29:46.063955 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.153622 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.162611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-414c4b49-1269-476f-84fd-a0d7de196b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:46.177220 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef7bb8-56ad-43cd-b676-8b5f26ffb91e,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:46.180581 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:46.181843 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.182922 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72ef7bb8-56ad-43cd-b676-8b5f26ffb91e HTTP/1.1" status: 204 len: 168 time: 0.2682719 Jun 29 14:29:46.217584 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56a63d1f-8d00-4c26-ae0e-2f4b93e4aab8 req-b0c6092c-38f8-4fc0-ba29-098516024ef9 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797900 Jun 29 14:29:46.239623 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=606418d3-e35f-4abb-b170-3a4bfc620533,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:46.264729 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '606418d3-e35f-4abb-b170-3a4bfc620533', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'port_id': '606418d3-e35f-4abb-b170-3a4bfc620533', 'mac_address': 'fa:16:3e:46:82:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe0f037-582f-40c7-acf7-cafd4c80d36a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:29:46.358712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.379417 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606418d3-e35f-4abb-b170-3a4bfc620533 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:46.397964 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=606418d3-e35f-4abb-b170-3a4bfc620533,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:46.402959 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:46.405254 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-751e3309-1c6b-4081-ad2e-cc02a710023e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:46.470409 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:46.473613 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:46.775898 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['606418d3-e35f-4abb-b170-3a4bfc620533'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:46.886337 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2786a8-4ba5-4f5a-b0c7-b8660cced03a req-d84d719c-8e75-4e7a-a3c8-ef30348da34e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:46.888145 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cd2786a8-4ba5-4f5a-b0c7-b8660cced03a req-d84d719c-8e75-4e7a-a3c8-ef30348da34e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1305747 Jun 29 14:29:46.954439 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cd2786a8-4ba5-4f5a-b0c7-b8660cced03a req-208d7f43-05ed-49aa-b918-f10036317660 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604784 Jun 29 14:29:47.297834 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da152108-c862-4642-8048-de52838651eb req-d9468b2a-f52f-4405-960d-fd82eecf96be tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:47.308345 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-da152108-c862-4642-8048-de52838651eb req-d9468b2a-f52f-4405-960d-fd82eecf96be tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 945 time: 0.0883577 Jun 29 14:29:47.323723 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44938) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:47.358958 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-da152108-c862-4642-8048-de52838651eb req-e92fa605-4158-4c9a-b0b5-4e6133240e0b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484490 Jun 29 14:29:47.462009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-44807516-network', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:47.467111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:47.471423 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Usage tracker for resource:network and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:47.479568 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:47.487521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:47.498028 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Made reservation on behalf of 0d664fdcb63745a4a2a30d02a6dafce9 for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:47.501440 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.514760 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.551371 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:47.556361 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:47.559118 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:47.564942 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:47.635383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.639883 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.644063 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fffb72ab-ca8f-49d6-839e-802850100016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:47.673504 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:29:47.682835 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739aabf5-7d2a-4ac3-b98b-db80ce9418bc,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:47.686609 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:47.689177 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.689533 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Added segment 8e9e61c3-46fd-44d3-b9cc-280def85ece4 of type vlan for network 81771a19-e7e4-49ce-8ec8-6887af2bd19a Jun 29 14:29:47.715916 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.745137 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.746548 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:47.747151 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.752075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-991834a2-b643-46a7-ba24-69340d0fcc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:47.797139 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-688042d1-7d86-471f-bcf9-2da097646b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:47.853671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Pushing event updated for resources: {'Network': ['ID=81771a19-e7e4-49ce-8ec8-6887af2bd19a,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:47.856517 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5313952 Jun 29 14:29:47.858893 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:47.859495 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44954) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:47.864952 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Request body: {'subnet': {'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-44807516-subnet', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:47.875817 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:29:47.884247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:47.888430 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Usage tracker for resource:subnet and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:47.891254 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:47.909554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:47.928829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Made reservation on behalf of 0d664fdcb63745a4a2a30d02a6dafce9 for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:47.931330 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.008658 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 606418d3-e35f-4abb-b170-3a4bfc620533 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:48.104336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 606418d3-e35f-4abb-b170-3a4bfc620533 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:48.109795 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 606418d3-e35f-4abb-b170-3a4bfc620533 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:48.110372 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.154697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.160180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2bcddbdd-2011-440a-a73c-423236c06137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:48.185116 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645eaca-dd60-4104-8983-d26aa3f21c01 req-99e386dd-ef4c-463c-8578-be667581cb5b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:48.186678 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7645eaca-dd60-4104-8983-d26aa3f21c01 req-99e386dd-ef4c-463c-8578-be667581cb5b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0915523 Jun 29 14:29:48.231063 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d133e3-42a6-431d-b09b-9f474e9e05a4,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:48.234834 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:48.239093 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.243489 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7645eaca-dd60-4104-8983-d26aa3f21c01 req-4e1a8d03-a6d1-44fc-ad9b-1ea80fe95f70 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Jun 29 14:29:48.243803 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Checking segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:48.244229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Network hostable DHCP agents. Network: 81771a19-e7e4-49ce-8ec8-6887af2bd19a, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:29:48.269073 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:29:48.277074 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:48.279221 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 81771a19-e7e4-49ce-8ec8-6887af2bd19a) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:48.283409 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:48.283991 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.292186 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457cc97b-64b7-42ab-b418-a7837e34fb00 None None] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:29:48.310207 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4497063 Jun 29 14:29:48.312475 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 44964) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:48.312980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=606418d3-e35f-4abb-b170-3a4bfc620533,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:48.317884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:48.323324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:48.330738 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Usage tracker for resource:router and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:48.334482 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:48.341167 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:48.352778 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.353764 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.371420 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533', 'code': 200} Jun 29 14:29:48.372937 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.376221 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.382091 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:48.452413 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:48.461817 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.463379 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:48.609416 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:29:48.610616 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.638298 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:48.778342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Allocated IP 172.20.0.2 (81771a19-e7e4-49ce-8ec8-6887af2bd19a/66d133e3-42a6-431d-b09b-9f474e9e05a4/c7ce7f18-8c02-4da8-bb78-0a9adce768cd) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:48.783797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1c9ba-0e9e-4420-84f1-4b700ce8ac62 req-9cf46bdc-02e6-4d62-aa6b-fdc4b4c0c946 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:48.785264 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d3a1c9ba-0e9e-4420-84f1-4b700ce8ac62 req-9cf46bdc-02e6-4d62-aa6b-fdc4b4c0c946 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.2428784 Jun 29 14:29:48.814468 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b99763db-1869-4d9d-a7e9-14e52580dbf7 req-37fb01f7-7534-4772-aef2-13c29cb12145 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 1099 time: 0.2229869 Jun 29 14:29:48.878459 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d3a1c9ba-0e9e-4420-84f1-4b700ce8ac62 req-810d3b67-af18-4eb6-8832-af6951d7dc23 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822439 Jun 29 14:29:48.887403 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b99763db-1869-4d9d-a7e9-14e52580dbf7 req-3015a9f7-6c4f-4881-a6b5-0aff3bafc588 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 Jun 29 14:29:48.966527 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.006480 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.021803 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Transition to ACTIVE for port object c7ce7f18-8c02-4da8-bb78-0a9adce768cd will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:49.047955 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Transition to ACTIVE for port object c7ce7f18-8c02-4da8-bb78-0a9adce768cd will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:49.056631 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.062655 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d849c02d-be17-4beb-9e0d-24ef0238020d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:49.063691 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.145551 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:49.147073 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:49.152485 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:49.191383 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Pushing event updated for resources: {'Port': ['ID=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:49.194914 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:49.217217 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Allocated IP 172.28.0.29 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:49.291282 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Attempting to bind port c7ce7f18-8c02-4da8-bb78-0a9adce768cd on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:49.291752 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Attempting to bind port c7ce7f18-8c02-4da8-bb78-0a9adce768cd by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:49.292179 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Attempting to bind port c7ce7f18-8c02-4da8-bb78-0a9adce768cd on network 81771a19-e7e4-49ce-8ec8-6887af2bd19a {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:49.299622 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:49.299998 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Checking segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:49.300402 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.300799 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Bound using segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:49.301263 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Bound port: c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:49.301633 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.415367 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] For port c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:49.418697 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] For port c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:49.425167 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.426484 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.430319 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:49.472988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.479471 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:49.501248 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f6eb-d820-43c9-92c0-54b2302d82fa req-50219be2-94be-4634-9fac-4e6278f4cd4d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:49.510088 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a4b7f6eb-d820-43c9-92c0-54b2302d82fa req-50219be2-94be-4634-9fac-4e6278f4cd4d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1060562 Jun 29 14:29:49.511916 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Pushing event updated for resources: {'Port': ['ID=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:49.519468 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:49.564108 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a4b7f6eb-d820-43c9-92c0-54b2302d82fa req-9c85016a-ce23-4858-98b6-22ac4ecb9781 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529053 Jun 29 14:29:49.602001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:49.604867 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:49.609593 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:49.640789 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Pushing event updated for resources: {'Port': ['ID=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:49.647980 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:49.746113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.746902 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:49.929456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ea37b0a7-0e92-418e-b0c5-102c58e83e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:50.023839 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Router ab85f9b1-69e5-4dee-a94c-286696ede5f4 is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:29:50.218252 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d37672-9eb1-4bbf-9fa3-7f60b5adf58e req-021fdaf7-cc82-4cf4-8719-46fe86040131 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:50.219825 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-25d37672-9eb1-4bbf-9fa3-7f60b5adf58e req-021fdaf7-cc82-4cf4-8719-46fe86040131 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.1880889 Jun 29 14:29:50.336259 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-25d37672-9eb1-4bbf-9fa3-7f60b5adf58e req-1ba5a548-7f22-41fe-8956-e96d4948fd52 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089985 Jun 29 14:29:50.367623 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:29:50.376662 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Sync routers for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:50.389916 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:50.390552 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:50.396939 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:50.396939 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-ad094c25-72ab-4c0e-94a3-32e19a45471d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0804892 Jun 29 14:29:50.399114 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45010) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:50.567581 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:50.609707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7ce04-2344-45ba-b8dc-60fc3078b956 None None] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:29:50.713302 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-f0b62e57-30de-4e55-b7bd-7030da902f12 None None] Provisioning for port c7ce7f18-8c02-4da8-bb78-0a9adce768cd completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:50.874578 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2253e3a-fcaa-42be-b538-1a4eb7442f0b req-5e5548f3-88b5-4dfb-8d25-9141c686803c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:50.876178 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c2253e3a-fcaa-42be-b538-1a4eb7442f0b req-5e5548f3-88b5-4dfb-8d25-9141c686803c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1450992 Jun 29 14:29:50.876609 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:49Z', 'revision_number': 3, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:50.881687 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Checking router: ab85f9b1-69e5-4dee-a94c-286696ede5f4 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:50.882270 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Updating router ab85f9b1-69e5-4dee-a94c-286696ede5f4 port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:29:50.940143 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.006088 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c2253e3a-fcaa-42be-b538-1a4eb7442f0b req-8a520a98-5112-478d-82f8-48f89211e2dc tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Jun 29 14:29:51.105531 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.346840 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.362089 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Transition to ACTIVE for port object bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:51.376614 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.395809 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-cd7d7c25-16a6-4c4b-a6ab-31e169a4004d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:51.433568 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45034) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:51.465738 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Pushing event updated for resources: {'Port': ['ID=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,revision_number=2']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:51.479768 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.480278 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.480774 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.481250 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.481822 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.482293 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.482772 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.483414 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.484192 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.484809 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.485266 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:29:51.490894 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:51.512094 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Attempting to bind port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:51.512470 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Attempting to bind port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:51.512839 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Attempting to bind port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:51.523627 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:51.526293 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:51.526759 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.527877 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:51.528557 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Bound port: bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:51.529142 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.596834 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.613804 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] For port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:51.617276 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] For port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:51.623644 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.627979 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:51.653264 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device c7ce7f18-8c02-4da8-bb78-0a9adce768cd up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:51.685172 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.718193 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:51.718193 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:51.731244 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:51.736723 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb09045e5d1a4768a032b7350556de6b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:51.741099 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:51.749026 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port c7ce7f18-8c02-4da8-bb78-0a9adce768cd completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:51.749888 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:51.757173 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port c7ce7f18-8c02-4da8-bb78-0a9adce768cd triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:51.757815 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.795488 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Pushing event updated for resources: {'Port': ['ID=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:51.799786 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-2d736843-f2dd-4d73-ad60-386803a3fc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:51.815704 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:29:51.840954 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.848034 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.849835 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eff74-8d80-4dc0-bbfd-745404418332 req-bca8a3d3-e9dc-46a3-9430-c16946cc65de tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:51.851418 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f61eff74-8d80-4dc0-bbfd-745404418332 req-bca8a3d3-e9dc-46a3-9430-c16946cc65de tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.2566414 Jun 29 14:29:51.858011 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:51.919284 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb09045e5d1a4768a032b7350556de6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4812808 Jun 29 14:29:51.919284 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2801889-4aea-4505-af35-9a6aec4e4631,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:51.919543 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.920066 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45042) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:51.922927 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:51.931964 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:51.956161 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:51.972400 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:51.975195 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:52.009540 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.033155 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f61eff74-8d80-4dc0-bbfd-745404418332 req-4156dd33-0fe2-4fd1-8c70-ef93c47718a8 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932391 Jun 29 14:29:52.034925 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Allocated IP 172.20.0.1 (81771a19-e7e4-49ce-8ec8-6887af2bd19a/66d133e3-42a6-431d-b09b-9f474e9e05a4/be42a5e2-7308-4155-95c3-e7ce860bb03a) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:52.045797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.102704 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:52.106327 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:52.156259 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.160023 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c085a35f-aab3-4470-94b1-2bda8a98a85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:52.174570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2801889-4aea-4505-af35-9a6aec4e4631,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:52.177784 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:52.187463 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.191235 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2801889-4aea-4505-af35-9a6aec4e4631 HTTP/1.1" status: 204 len: 168 time: 0.2683864 Jun 29 14:29:52.329602 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:49Z', 'revision_number': 3, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:52.334613 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866a03a-af75-49b6-b087-aa92b0dda7e1 None None] The sync data for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb is: [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:49Z', 'revision_number': 3, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:29:52.346043 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.373161 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2d542-82f3-4938-8db7-3ba4c0be2879 req-75c46cc1-8650-4fa8-8041-8ebc55958db8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:52.374706 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-39f2d542-82f3-4938-8db7-3ba4c0be2879 req-75c46cc1-8650-4fa8-8041-8ebc55958db8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1797233 Jun 29 14:29:52.379487 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Transition to ACTIVE for port object be42a5e2-7308-4155-95c3-e7ce860bb03a will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:52.451055 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-39f2d542-82f3-4938-8db7-3ba4c0be2879 req-04e13567-58d6-4649-846d-a854c359c622 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Jun 29 14:29:52.456331 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.461554 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-aaab2322-289e-4c79-b6fd-e671604697d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:52.549066 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.580611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Pushing event updated for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:52.584895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:52.586209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:52.587070 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:52.589690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:52.673650 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.765114 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45066) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:52.797299 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.898684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:52.920016 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:52.949888 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8c43fde05048208ce6ae2bba0fc74a is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:52.960714 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:52.973841 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:52.998300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-8d380451-a7b2-4667-82b1-4bfe62f96454 None None] Provisioning for port be42a5e2-7308-4155-95c3-e7ce860bb03a completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:53.004279 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-8d380451-a7b2-4667-82b1-4bfe62f96454 None None] Provisioning complete for port be42a5e2-7308-4155-95c3-e7ce860bb03a triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:53.004660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-8d380451-a7b2-4667-82b1-4bfe62f96454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.077862 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-8d380451-a7b2-4667-82b1-4bfe62f96454 None None] Port be42a5e2-7308-4155-95c3-e7ce860bb03a cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:29:53.186440 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.195099 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.205789 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4df3997b-3630-4bec-af61-ecead58b9523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:53.273828 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45080) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:53.274279 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c8c43fde05048208ce6ae2bba0fc74a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078428 Jun 29 14:29:53.274852 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f473e-89e1-4208-837f-2525a8d13522,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:53.280544 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:53.282451 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.288636 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.319213 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:53.383347 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.413802 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.414736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.485429 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.503539 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-534e63a5-9384-48b5-ac59-539b5e5c0450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:53.526557 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f473e-89e1-4208-837f-2525a8d13522,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:53.537984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:53.544754 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Pushing event updated for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:53.547152 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:53.547152 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b72f473e-89e1-4208-837f-2525a8d13522 HTTP/1.1" status: 204 len: 168 time: 0.2717209 Jun 29 14:29:53.555286 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:53.689739 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:53.719663 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:53.771968 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device c7ce7f18-8c02-4da8-bb78-0a9adce768cd up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:53.893557 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port c7ce7f18-8c02-4da8-bb78-0a9adce768cd triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:53.893945 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.044941 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:54.079411 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea69044-de29-4eaa-8ee6-8a4a5aa96bda req-9433bdf3-563d-4b39-8da1-655061fbbe0c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:54.087478 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-dea69044-de29-4eaa-8ee6-8a4a5aa96bda req-9433bdf3-563d-4b39-8da1-655061fbbe0c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.4040244 Jun 29 14:29:54.131199 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-2a3b5696-f650-439a-8983-093b96a92c1b None None] Provisioning complete for port be42a5e2-7308-4155-95c3-e7ce860bb03a triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:54.131677 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5696-f650-439a-8983-093b96a92c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.184302 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45096) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:54.187085 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:29:54.197163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:54.197616 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.205503 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.228374 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b5696-f650-439a-8983-093b96a92c1b None None] Port be42a5e2-7308-4155-95c3-e7ce860bb03a cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:29:54.238418 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-dea69044-de29-4eaa-8ee6-8a4a5aa96bda req-53aea174-2678-4515-88cb-b50e1b128846 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498446 Jun 29 14:29:54.242310 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:54.249929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Usage tracker for resource:security_group_rule and tenant:f61681e6f8d44d34b1f3f4917c48c86b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:54.253002 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:54.259260 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:54.339772 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.343906 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.345051 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.360650 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:29:54.366391 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.368888 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:54.374781 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Router ab85f9b1-69e5-4dee-a94c-286696ede5f4 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:29:54.375120 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a13214c1-b3f8-48a6-a8eb-46f75d90d50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:54.389269 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f61681e6f8d44d34b1f3f4917c48c86b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2036657 Jun 29 14:29:54.392207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45100) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:54.458732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54762299-6912-4eed-abd3-8f7e31cc55d1,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:54.478737 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:54.480801 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:54.487482 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:54.528499 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.561084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.624602 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.635928 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ce7d3716-2baa-4a0e-9f88-4a7792c48a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:54.649374 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54762299-6912-4eed-abd3-8f7e31cc55d1,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:54.651731 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:54.652879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:54.654263 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54762299-6912-4eed-abd3-8f7e31cc55d1 HTTP/1.1" status: 204 len: 168 time: 0.2606645 Jun 29 14:29:54.696183 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:29:54.715656 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] 10.222.0.11 "PUT /v2.0/routers/ab85f9b1-69e5-4dee-a94c-286696ede5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3171947 Jun 29 14:29:55.073909 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-b3545dd6-bf06-45ec-9012-3ed79ae48df4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:55.080635 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-b3545dd6-bf06-45ec-9012-3ed79ae48df4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.1700857 Jun 29 14:29:55.098394 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-fd320d80-5ec2-478f-ba42-a8bc450adc73 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/quotas/75d994d713c64087b2f70ad8520494e2 HTTP/1.1" status: 200 len: 375 time: 0.0166945 Jun 29 14:29:55.194130 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-578b5681-1686-43bc-9aec-c9d503aa4c00 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949185 Jun 29 14:29:55.341486 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-e787e942-2b29-49a5-8c42-aa92702a1be4 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406088 Jun 29 14:29:55.494053 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa149125-1538-4f4d-ad49-1fa3dc99e021 req-de0388c4-96f1-40bd-887d-8754ab320c99 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:55.496282 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-a1d919e1-f1f2-4c32-922b-f5cd55112926 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486769 Jun 29 14:29:55.502465 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa149125-1538-4f4d-ad49-1fa3dc99e021 req-de0388c4-96f1-40bd-887d-8754ab320c99 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1071393 Jun 29 14:29:55.570326 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa149125-1538-4f4d-ad49-1fa3dc99e021 req-4022f87f-0fbc-4ec1-bc47-16d87ba61ef8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667782 Jun 29 14:29:55.599881 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:29:55.788671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:29:55.789503 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:55.868455 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-22442789-24fb-4030-b705-d447a59c4b3f req-0428bc67-4cf9-4725-855b-5a21a7ac9c60 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0671546 Jun 29 14:29:56.164750 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45178) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:56.171010 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-379940910-network', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:56.177724 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:56.186805 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Usage tracker for resource:network and tenant:7e22e499a63b4aeba22130080e2d1b68 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:56.191798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:56.198352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:56.211405 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Made reservation on behalf of 7e22e499a63b4aeba22130080e2d1b68 for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:56.216318 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.234666 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.336408 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:56.341004 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Usage tracker for resource:security_group_rule and tenant:7e22e499a63b4aeba22130080e2d1b68 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:56.347113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:56.354841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:56.392854 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Sync routers for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:56.405051 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:56.405910 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:56.431289 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.436749 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.454009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:29:56.467955 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.468367 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Added segment 73e72e0c-5d4a-42c4-bf66-799119980680 of type vlan for network 859db1ef-90f5-4f17-b752-8074c963440c Jun 29 14:29:56.507479 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.517472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9021d552-b6e9-46c9-9a0d-7955a809c79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:56.556160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5999015-496f-4b85-b8ad-219c4d87e8f3,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:56.572554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:56.600144 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.601667 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:56.602298 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:56.606627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c61f8b85-9550-4e48-8c60-d95034718138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:56.693235 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:29:56.714929 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5486004 Jun 29 14:29:56.717760 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45184) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:56.724832 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Request body: {'subnet': {'network_id': '859db1ef-90f5-4f17-b752-8074c963440c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-379940910-subnet', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:56.733340 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:56.744391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Usage tracker for resource:subnet and tenant:7e22e499a63b4aeba22130080e2d1b68 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:56.749305 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:56.758064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Pushing event updated for resources: {'Network': ['ID=859db1ef-90f5-4f17-b752-8074c963440c,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:56.760781 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:56.762769 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:56.777824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Made reservation on behalf of 7e22e499a63b4aeba22130080e2d1b68 for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:56.781252 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 859db1ef-90f5-4f17-b752-8074c963440c details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:29:56.783624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.091758 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1968a-0bb0-4d0a-811e-c47dd38dbcfa req-651400a8-1b4b-4489-82aa-283724c03611 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:57.093260 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-92c1968a-0bb0-4d0a-811e-c47dd38dbcfa req-651400a8-1b4b-4489-82aa-283724c03611 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.2054014 Jun 29 14:29:57.196712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 2, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:57.201067 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Checking router: ab85f9b1-69e5-4dee-a94c-286696ede5f4 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:29:57.201467 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Updating router ab85f9b1-69e5-4dee-a94c-286696ede5f4 port be42a5e2-7308-4155-95c3-e7ce860bb03a binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:29:57.207684 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-92c1968a-0bb0-4d0a-811e-c47dd38dbcfa req-4c8652fd-441d-43c8-99cd-9e0cedf3cdc3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987489 Jun 29 14:29:57.242153 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bda0aa32-6806-4188-b4e9-9b254cb63fe4 req-ab067651-b05b-4421-baf5-1ce510a5d9d6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 210 time: 0.0440106 Jun 29 14:29:57.258532 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.264520 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d281090c-8416-4c7f-9742-12a81f6097e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:57.268069 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.339678 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e118d16b-56db-46ac-b715-e40253b82821,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:57.343004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:57.350327 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Checking segment: {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:57.350577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Network hostable DHCP agents. Network: 859db1ef-90f5-4f17-b752-8074c963440c, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:29:57.381406 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Network 859db1ef-90f5-4f17-b752-8074c963440c is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:29:57.407251 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 859db1ef-90f5-4f17-b752-8074c963440c) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:57.423589 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:57.425232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.425746 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed175650-30e7-4a7d-b6c8-6c24209e15b1 None None] Network 859db1ef-90f5-4f17-b752-8074c963440c requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:29:57.454398 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7353427 Jun 29 14:29:57.456994 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45200) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:57.462753 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:57.468220 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:57.472718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Usage tracker for resource:router and tenant:7e22e499a63b4aeba22130080e2d1b68 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:29:57.494441 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:29:57.502135 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:57.526355 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.529412 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.555796 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.629999 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-a1ae5aad-6c46-46ff-8e3e-0ee025a6274f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:57.633449 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-a1ae5aad-6c46-46ff-8e3e-0ee025a6274f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.2495720 Jun 29 14:29:57.661059 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Request body: {'port': {'device_id': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'admin_state_up': True, 'tenant_id': '75d994d713c64087b2f70ad8520494e2'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:57.805225 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:29:57.814685 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:29:57.824880 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:29:57.827922 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.831284 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-859db1ef-90f5-4f17-b752-8074c963440c', 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'fixed_ips': [{'subnet_id': 'e118d16b-56db-46ac-b715-e40253b82821'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:29:57.832085 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.839600 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.916949 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.946552 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Transition to ACTIVE for port object be42a5e2-7308-4155-95c3-e7ce860bb03a will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:57.960853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:57.968096 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:58.007169 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Allocated IP 172.20.0.7 (27a9fa9f-1595-4e6d-989a-1ec7795c86d9/fbe0f037-582f-40c7-acf7-cafd4c80d36a/95f1a71c-f049-452b-8262-3079b9638f3a) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:58.065189 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.150099 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Allocated IP 172.20.0.2 (859db1ef-90f5-4f17-b752-8074c963440c/e118d16b-56db-46ac-b715-e40253b82821/3e02f0d7-64cf-465e-9376-8e90ec033a91) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:58.150839 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.331799 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3a2bf890-3970-4dd1-b0ad-5f6179f72da5 req-2c23860c-f012-4e51-9798-7dc0cdb492cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.1736958 Jun 29 14:29:58.346285 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Pushing event updated for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:58.361623 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:58.414272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.534630 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Allocated IP 172.28.0.182 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/00624c04-3075-4ff2-a9ff-a98a00c17c5b) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:29:58.547273 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.575440 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:58.635693 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3a2bf890-3970-4dd1-b0ad-5f6179f72da5 req-0fff8b38-c575-4c0d-8615-22e865638881 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817960 Jun 29 14:29:58.656239 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:58.663469 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:58.689094 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3', '606418d3-e35f-4abb-b170-3a4bfc620533'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:29:58.698153 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:58.716512 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:58.721721 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.750528 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ac40c-8d29-4c48-8817-6cafe03c10c1 req-9e6f6966-05cb-4ce1-af25-1aa169c785d4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:58.758205 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d91ac40c-8d29-4c48-8817-6cafe03c10c1 req-9e6f6966-05cb-4ce1-af25-1aa169c785d4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.2980876 Jun 29 14:29:58.759765 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event updated for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:58.765020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:58.775292 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1184022 Jun 29 14:29:58.789463 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f77765-7148-4010-beea-44ca0e66840e req-be0dfeae-75b2-440c-a918-f7e4934fce34 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:29:58.790365 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-05f77765-7148-4010-beea-44ca0e66840e req-be0dfeae-75b2-440c-a918-f7e4934fce34 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:29:58.807184 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Request body: {'port': {'device_id': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:29:58.836709 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d91ac40c-8d29-4c48-8817-6cafe03c10c1 req-eccfa24f-93c3-426a-817d-6102198cabe3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772512 Jun 29 14:29:58.846894 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-05f77765-7148-4010-beea-44ca0e66840e req-be0dfeae-75b2-440c-a918-f7e4934fce34 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:29:58.848305 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-05f77765-7148-4010-beea-44ca0e66840e req-be0dfeae-75b2-440c-a918-f7e4934fce34 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 931 time: 0.3564131 Jun 29 14:29:58.856488 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.903710 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.911657 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ea4511e2-36db-4cd6-8650-dd65cb570fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:58.961427 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:58.974784 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-05f77765-7148-4010-beea-44ca0e66840e req-0e754d8a-3b7e-4648-9690-9ec2d253cf40 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083529 Jun 29 14:29:58.979640 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:58.988447 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:58.992629 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:58.996909 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Attempting to bind port be42a5e2-7308-4155-95c3-e7ce860bb03a on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:58.997380 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Attempting to bind port be42a5e2-7308-4155-95c3-e7ce860bb03a by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:58.997902 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Attempting to bind port be42a5e2-7308-4155-95c3-e7ce860bb03a on network 81771a19-e7e4-49ce-8ec8-6887af2bd19a {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:59.013429 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.039938 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Pushing event updated for resources: {'Port': ['ID=00624c04-3075-4ff2-a9ff-a98a00c17c5b,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:59.042054 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Transition to ACTIVE for port object 3e02f0d7-64cf-465e-9376-8e90ec033a91 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:59.044096 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:59.047497 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:59.047961 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Checking segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:59.048878 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.048878 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Bound using segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:59.049467 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Bound port: be42a5e2-7308-4155-95c3-e7ce860bb03a, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:59.049910 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.089577 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.104249 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Transition to ACTIVE for port object 3e02f0d7-64cf-465e-9376-8e90ec033a91 will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:59.150907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.158921 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:59.182444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.183229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.276680 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Pushing event updated for resources: {'Port': ['ID=3e02f0d7-64cf-465e-9376-8e90ec033a91,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:59.283398 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Network 859db1ef-90f5-4f17-b752-8074c963440c is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:29:59.284728 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:29:59.287148 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:59.290327 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] For port be42a5e2-7308-4155-95c3-e7ce860bb03a, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:59.294124 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:29:59.321746 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] For port be42a5e2-7308-4155-95c3-e7ce860bb03a, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=be42a5e2-7308-4155-95c3-e7ce860bb03a,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:59.353021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f1a71c-f049-452b-8262-3079b9638f3a {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:29:59.360713 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.365530 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.369256 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:59.390767 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Transition to ACTIVE for port object 95f1a71c-f049-452b-8262-3079b9638f3a will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:29:59.398587 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.402989 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3442944b-4029-4fd9-bcf2-654cb1522a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:59.450513 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Router b09c72c1-ca7f-410e-babf-7ab0821b0adf is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:29:59.528804 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Attempting to bind port 3e02f0d7-64cf-465e-9376-8e90ec033a91 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:59.529447 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Attempting to bind port 3e02f0d7-64cf-465e-9376-8e90ec033a91 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:59.530120 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Attempting to bind port 3e02f0d7-64cf-465e-9376-8e90ec033a91 on network 859db1ef-90f5-4f17-b752-8074c963440c {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:59.543508 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Pushing event updated for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:59.550922 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:59.572250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:59.576253 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Checking segment: {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:59.576789 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.577289 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Bound using segment: {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:59.577882 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Bound port: 3e02f0d7-64cf-465e-9376-8e90ec033a91, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:59.579640 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.658603 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:59.659304 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:59.675595 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Pushing event updated for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:59.686598 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:29:59.748345 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Attempting to bind port 95f1a71c-f049-452b-8262-3079b9638f3a on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:29:59.748856 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Attempting to bind port 95f1a71c-f049-452b-8262-3079b9638f3a by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:29:59.749304 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Attempting to bind port 95f1a71c-f049-452b-8262-3079b9638f3a on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:59.757218 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Port 95f1a71c-f049-452b-8262-3079b9638f3a on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:29:59.757646 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Attempting to bind port 95f1a71c-f049-452b-8262-3079b9638f3a on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:29:59.764535 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:29:59.765285 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Checking segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:29:59.765780 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Bound using segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:29:59.766345 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Bound port: 95f1a71c-f049-452b-8262-3079b9638f3a, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:29:59.766786 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.815462 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:29:59.833427 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Sync routers for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:29:59.863351 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:29:59.865253 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:29:59.882924 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:29:59.888058 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=95f1a71c-f049-452b-8262-3079b9638f3a,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:29:59.894388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.900462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4088d408-acfb-45b1-a153-4650cf810043 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:29:59.912044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.920768 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4601662 Jun 29 14:29:59.921553 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45232) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:29:59.969716 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:29:59.971386 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] 10.222.0.74 "PUT /v2.0/ports/95f1a71c-f049-452b-8262-3079b9638f3a HTTP/1.1" status: 200 len: 1093 time: 1.1693606 Jun 29 14:29:59.971935 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:29:59.991846 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Pushing event updated for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:29:59.995375 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:00.044728 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] For port 3e02f0d7-64cf-465e-9376-8e90ec033a91, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:00.120098 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] For port 3e02f0d7-64cf-465e-9376-8e90ec033a91, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=3e02f0d7-64cf-465e-9376-8e90ec033a91,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:00.131148 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:00.133151 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-1a5324b7-611d-4b4d-871e-67893bf045bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 1096 time: 0.1101105 Jun 29 14:30:00.138403 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a', 'status': 'completed', 'code': 200} Jun 29 14:30:00.142877 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:00.166370 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:30:00.224193 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:30:00.274695 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-3712a7c2-fb6f-420f-981a-5ac3c294dc24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f1a71c-f049-452b-8262-3079b9638f3a HTTP/1.1" status: 200 len: 217 time: 0.1315858 Jun 29 14:30:00.281864 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Pushing event updated for resources: {'Port': ['ID=3e02f0d7-64cf-465e-9376-8e90ec033a91,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:00.303590 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:00.449596 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-45dad17e-1384-469c-90a6-1db547921696 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:00.451299 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-45dad17e-1384-469c-90a6-1db547921696 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.1637986 Jun 29 14:30:00.546929 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-954e7c56-b5fc-4b0f-97d3-b9ed2b4d78a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751863 Jun 29 14:30:00.619152 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d000d61-97e5-44aa-94ba-0af395eebbf8 req-1a52a3c7-849a-44af-b864-5d5507b9f586 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:00.629870 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0d000d61-97e5-44aa-94ba-0af395eebbf8 req-1a52a3c7-849a-44af-b864-5d5507b9f586 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.5078192 Jun 29 14:30:00.653179 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd17677-e3dc-4934-a8ea-a38c280dbb35 req-49a452df-b717-48c6-9891-ebdbb7a16254 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:00.675534 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bfd17677-e3dc-4934-a8ea-a38c280dbb35 req-49a452df-b717-48c6-9891-ebdbb7a16254 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 943 time: 0.3554285 Jun 29 14:30:00.785597 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:29:59Z', 'revision_number': 3, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:00.792530 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Checking router: b09c72c1-ca7f-410e-babf-7ab0821b0adf for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:30:00.792987 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Updating router b09c72c1-ca7f-410e-babf-7ab0821b0adf port 00624c04-3075-4ff2-a9ff-a98a00c17c5b binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:30:00.847751 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0d000d61-97e5-44aa-94ba-0af395eebbf8 req-f743d63d-6d47-4cce-a11f-773123f24cbf tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149730 Jun 29 14:30:00.899791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bfd17677-e3dc-4934-a8ea-a38c280dbb35 req-1c2ca438-6b42-4d28-9510-f6e682b3bd8d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232876 Jun 29 14:30:00.915622 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:00.934863 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:29:59Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:00.940747 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43da4-ecf2-4978-a301-d453c4b1f4d9 None None] The sync data for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb is: [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:29:59Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:30:01.031324 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-92076fec-2ba2-44cd-b0a6-f98871eb21cb service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580956 Jun 29 14:30:01.368317 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-31dc4140-dbc1-47f5-a133-216a09d30c46 req-b3111d2e-3b10-4d25-86ba-77cbff54cc91 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318241 Jun 29 14:30:01.643948 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-41d35909-a6a7-4a0c-b73d-e5934cd45356 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 1096 time: 0.2058582 Jun 29 14:30:01.775935 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device be42a5e2-7308-4155-95c3-e7ce860bb03a up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:01.904850 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:01.925956 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Transition to ACTIVE for port object 00624c04-3075-4ff2-a9ff-a98a00c17c5b will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:01.938638 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:01.950324 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:01.957727 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port be42a5e2-7308-4155-95c3-e7ce860bb03a completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:01.963002 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port be42a5e2-7308-4155-95c3-e7ce860bb03a triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:01.964138 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.044888 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b33abf-c06c-41c4-a4e1-cae3faa7ef25 None None] Network 859db1ef-90f5-4f17-b752-8074c963440c requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:30:02.076670 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685576ce-9ffd-40fe-bcab-46e6786d9a39 None None] Pushing event updated for resources: {'Port': ['ID=00624c04-3075-4ff2-a9ff-a98a00c17c5b,revision_number=2']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:02.087630 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-685576ce-9ffd-40fe-bcab-46e6786d9a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:02.125970 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Attempting to bind port 00624c04-3075-4ff2-a9ff-a98a00c17c5b on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:30:02.126850 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Attempting to bind port 00624c04-3075-4ff2-a9ff-a98a00c17c5b by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:30:02.128239 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Attempting to bind port 00624c04-3075-4ff2-a9ff-a98a00c17c5b on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:02.138760 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:30:02.139810 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:30:02.140383 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.141254 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:30:02.142204 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Bound port: 00624c04-3075-4ff2-a9ff-a98a00c17c5b, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:30:02.142832 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.153831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-15591c00-8306-47ef-b596-ac3b92febe31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:02.155219 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-15591c00-8306-47ef-b596-ac3b92febe31 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 916 time: 0.4992394 Jun 29 14:30:02.191947 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e36aa-68c0-46e5-8f5f-9d39f6de1c67 req-4e5c0631-2c16-4d5f-a465-2573684aebe4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:02.196483 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-747e36aa-68c0-46e5-8f5f-9d39f6de1c67 req-4e5c0631-2c16-4d5f-a465-2573684aebe4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.2905316 Jun 29 14:30:02.233580 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.270688 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] For port 00624c04-3075-4ff2-a9ff-a98a00c17c5b, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:02.277542 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] For port 00624c04-3075-4ff2-a9ff-a98a00c17c5b, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=00624c04-3075-4ff2-a9ff-a98a00c17c5b,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:02.289137 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.297749 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-eca9fdc8-81bb-4e46-8e90-bd28c0d6f12c None None] Provisioning for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:02.309541 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:02.444289 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-4a4b78ed-ac93-4b17-a870-a49e348eed99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95f1a71c-f049-452b-8262-3079b9638f3a HTTP/1.1" status: 200 len: 217 time: 0.2633593 Jun 29 14:30:02.445971 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685576ce-9ffd-40fe-bcab-46e6786d9a39 None None] Pushing event updated for resources: {'Port': ['ID=00624c04-3075-4ff2-a9ff-a98a00c17c5b,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:02.450945 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-685576ce-9ffd-40fe-bcab-46e6786d9a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:02.452500 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-903e55de-75c4-4d4d-b5ab-56afd5823d73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.6798823 Jun 29 14:30:02.455672 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:30:02.456415 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:29:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:02.502792 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.505190 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e17e-68fd-4888-b016-1406dbf62800 req-abfcfcee-830e-4788-932d-a32ba6a8920b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:02.511083 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-61e6e17e-68fd-4888-b016-1406dbf62800 req-abfcfcee-830e-4788-932d-a32ba6a8920b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 943 time: 0.3731170 Jun 29 14:30:02.575153 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-747e36aa-68c0-46e5-8f5f-9d39f6de1c67 req-8f021491-7b31-4821-86e5-7327028ec5fd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400661 Jun 29 14:30:02.715741 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port be42a5e2-7308-4155-95c3-e7ce860bb03a, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=be42a5e2-7308-4155-95c3-e7ce860bb03a,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:02.732058 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.732907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 3e02f0d7-64cf-465e-9376-8e90ec033a91 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:02.767441 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:02.839760 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-61e6e17e-68fd-4888-b016-1406dbf62800 req-1fa08494-6f9e-4e78-83c6-691afa5289fe tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250480 Jun 29 14:30:02.903069 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:02.909166 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:02.918384 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Allocated IP 172.20.0.1 (859db1ef-90f5-4f17-b752-8074c963440c/e118d16b-56db-46ac-b715-e40253b82821/fc572620-a43c-4eb6-9358-c17117a48241) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:30:02.929783 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:02.935807 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:02.936989 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:02.972421 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:30:03.124369 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368191-6575-480b-979f-881794ae81db req-d1ce5f7f-9a6a-4acc-871c-5d6b8bee71bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:03.126366 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-d1ce5f7f-9a6a-4acc-871c-5d6b8bee71bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.6481409 Jun 29 14:30:03.130556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-d4d3a596-c01f-4ac0-bd18-44c4e8747756 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:03.132968 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-d4d3a596-c01f-4ac0-bd18-44c4e8747756 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.6535113 Jun 29 14:30:03.195184 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.240497 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.264725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 3e02f0d7-64cf-465e-9376-8e90ec033a91, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=3e02f0d7-64cf-465e-9376-8e90ec033a91,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:03.274097 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Transition to ACTIVE for port object fc572620-a43c-4eb6-9358-c17117a48241 will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:03.276736 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.278921 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:03.332941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.337683 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:03.356328 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-40741a49-30d8-42e6-8c79-197c860d5d91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894921 Jun 29 14:30:03.357720 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-367647b8-9f08-4282-b89a-7218aaea934e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.2134116 Jun 29 14:30:03.397575 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=3e02f0d7-64cf-465e-9376-8e90ec033a91,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:03.400543 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-002a04e5-eec4-4c0a-be0a-e3a3f3a7ef38 None None] Provisioning complete for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:03.401158 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-002a04e5-eec4-4c0a-be0a-e3a3f3a7ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.424634 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:03.438104 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Pushing event updated for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:03.443959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:03.455830 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Network 859db1ef-90f5-4f17-b752-8074c963440c is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:30:03.457488 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:30:03.460589 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:30:03.653047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368191-6575-480b-979f-881794ae81db req-32c784e3-1257-4713-b6d7-46a8d6156d9e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:03.654504 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-32c784e3-1257-4713-b6d7-46a8d6156d9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.2819500 Jun 29 14:30:03.658108 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device be42a5e2-7308-4155-95c3-e7ce860bb03a up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:03.658581 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.692163 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:29:59Z', 'revision_number': 3, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:03.701285 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf777a-96c5-4dee-b85a-ec80258e0117 None None] The sync data for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb is: [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:29:59Z', 'revision_number': 3, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:30:03.820899 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-711c641b-63d8-4e73-892d-a4efd2583d87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224408 Jun 29 14:30:03.824252 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-90704dab-5b8d-485e-ad59-7dbc911e23ab service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544373 Jun 29 14:30:03.833701 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port be42a5e2-7308-4155-95c3-e7ce860bb03a triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:03.834086 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.900873 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.908342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ccedf2b3-7b7f-4e3c-858d-d984c388502d None None] Provisioning for port fc572620-a43c-4eb6-9358-c17117a48241 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:03.918752 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ccedf2b3-7b7f-4e3c-858d-d984c388502d None None] Provisioning complete for port fc572620-a43c-4eb6-9358-c17117a48241 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:03.919116 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ccedf2b3-7b7f-4e3c-858d-d984c388502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:03.977754 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-ccedf2b3-7b7f-4e3c-858d-d984c388502d None None] Port fc572620-a43c-4eb6-9358-c17117a48241 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:30:04.046612 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 3e02f0d7-64cf-465e-9376-8e90ec033a91 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:04.108078 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 95f1a71c-f049-452b-8262-3079b9638f3a details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:30:04.143537 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-167cc4e2-dbb8-4267-9f41-faac4e62143b service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008566 Jun 29 14:30:04.153327 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d40fa0f5-5fad-4322-b181-686b54004b4b req-b07cd2d2-b50f-466d-b384-99413dd91cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533042 Jun 29 14:30:04.205089 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.219892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.255748 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:04.368396 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=95f1a71c-f049-452b-8262-3079b9638f3a,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:04.396487 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '95f1a71c-f049-452b-8262-3079b9638f3a', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'port_id': '95f1a71c-f049-452b-8262-3079b9638f3a', 'mac_address': 'fa:16:3e:35:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe0f037-582f-40c7-acf7-cafd4c80d36a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:30:04.433308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d11c45-912e-478e-8e63-7072deaab906 req-76b5b11f-a36e-42d3-ad6d-437ce090c5de tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:04.434851 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-88d11c45-912e-478e-8e63-7072deaab906 req-76b5b11f-a36e-42d3-ad6d-437ce090c5de tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.6443849 Jun 29 14:30:04.493820 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eb368191-6575-480b-979f-881794ae81db req-c37cec3f-23aa-4ee9-9f7d-88170f787cbd service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392444 Jun 29 14:30:04.498602 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-88d11c45-912e-478e-8e63-7072deaab906 req-bf8194b3-fd8a-4cbb-bb5b-5dca23946c24 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543087 Jun 29 14:30:04.507719 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:04.508061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.515998 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.518861 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56f56-bdae-431b-95da-050d934f6720 req-36aaeb05-a38b-4a64-b5c5-3491c64c710d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:04.520273 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Pushing event updated for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:04.523245 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:04.523914 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45326) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:04.540363 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a6e56f56-bdae-431b-95da-050d934f6720 req-36aaeb05-a38b-4a64-b5c5-3491c64c710d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 943 time: 0.2575011 Jun 29 14:30:04.607761 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.630101 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f1a71c-f049-452b-8262-3079b9638f3a {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:04.636577 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a6e56f56-bdae-431b-95da-050d934f6720 req-4abdb192-8971-4261-b11d-3194d7ad12f5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Jun 29 14:30:04.647567 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=95f1a71c-f049-452b-8262-3079b9638f3a,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:04.706330 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.713337 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:04.762711 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:04.783497 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Network 859db1ef-90f5-4f17-b752-8074c963440c is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:30:04.786715 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:30:04.795886 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:04.798795 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:04.892867 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:04.902223 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f201d660e849898bdbc593b64cf948 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:30:04.961912 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:30:05.034981 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:05.118061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['95f1a71c-f049-452b-8262-3079b9638f3a'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:05.257098 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-01bf2159-d436-4f10-93e3-052985135812 None None] Provisioning complete for port fc572620-a43c-4eb6-9358-c17117a48241 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:05.257749 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-01bf2159-d436-4f10-93e3-052985135812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.356883 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.387863 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.399998 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:05.471263 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-01bf2159-d436-4f10-93e3-052985135812 None None] Port fc572620-a43c-4eb6-9358-c17117a48241 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:30:05.499446 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4f201d660e849898bdbc593b64cf948&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9720836 Jun 29 14:30:05.500412 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45346) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:05.596413 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe3d812-5dd9-4a24-80e4-6cbd8a0a2f89,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:05.606231 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:05.643223 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.682626 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Router b09c72c1-ca7f-410e-babf-7ab0821b0adf has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:30:05.695964 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.767525 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.777154 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-84bdd39f-31fe-4357-afd3-85b4056b8f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:05.793463 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe3d812-5dd9-4a24-80e4-6cbd8a0a2f89,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:05.801390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:05.802538 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:05.803723 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe3d812-5dd9-4a24-80e4-6cbd8a0a2f89 HTTP/1.1" status: 204 len: 168 time: 0.3017545 Jun 29 14:30:06.077771 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:30:06.099241 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fbc62-7de3-4fce-871a-69e14dd0f6f3 req-5cde3257-35f7-4b19-abdc-7b5d094f235a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:06.099241 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d3fbc62-7de3-4fce-871a-69e14dd0f6f3 req-5cde3257-35f7-4b19-abdc-7b5d094f235a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 944 time: 0.1061449 Jun 29 14:30:06.104554 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6aa91-37eb-4119-91ca-bcc67a3ed4dd req-4d190cb0-b938-4e40-b9e2-74d40608189c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:06.106083 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-03c6aa91-37eb-4119-91ca-bcc67a3ed4dd req-4d190cb0-b938-4e40-b9e2-74d40608189c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1807120 Jun 29 14:30:06.122586 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] 10.222.0.11 "PUT /v2.0/routers/b09c72c1-ca7f-410e-babf-7ab0821b0adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1926677 Jun 29 14:30:06.168078 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d3fbc62-7de3-4fce-871a-69e14dd0f6f3 req-cce7d63d-541e-4278-a5ff-13e266638b79 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594702 Jun 29 14:30:06.189656 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-03c6aa91-37eb-4119-91ca-bcc67a3ed4dd req-fd1f652d-30f9-4a19-ab48-70d53a2eb701 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769370 Jun 29 14:30:07.531332 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52720fea-11ff-47ac-bf6e-8f378ba01dd2 req-b5a01795-e5c1-4b4d-aa5d-8404ca010f7c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:07.533495 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-52720fea-11ff-47ac-bf6e-8f378ba01dd2 req-b5a01795-e5c1-4b4d-aa5d-8404ca010f7c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0889955 Jun 29 14:30:07.626423 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6adc-dbc2-4aea-83e4-58609e96b690 req-d1ab93a9-8ea2-44b7-a68d-69a5961d01b5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:07.627999 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-00ce6adc-dbc2-4aea-83e4-58609e96b690 req-d1ab93a9-8ea2-44b7-a68d-69a5961d01b5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 944 time: 0.1849039 Jun 29 14:30:07.661469 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-52720fea-11ff-47ac-bf6e-8f378ba01dd2 req-98223775-6f7d-43e0-8b3b-991b58012f5a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209772 Jun 29 14:30:07.707150 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-00ce6adc-dbc2-4aea-83e4-58609e96b690 req-fd62f22d-166c-49f2-a5ea-fcd5d9932b44 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710499 Jun 29 14:30:08.066421 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 95f1a71c-f049-452b-8262-3079b9638f3a up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:08.163318 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 95f1a71c-f049-452b-8262-3079b9638f3a completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:08.168755 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 95f1a71c-f049-452b-8262-3079b9638f3a triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:08.169780 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:08.313765 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:08.345129 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:08.377004 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=95f1a71c-f049-452b-8262-3079b9638f3a,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:08.384490 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:08.387272 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:08.543211 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a', 'code': 200} Jun 29 14:30:08.696477 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:08.722250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:09.011741 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f6de9e20-a33e-428a-ae9d-8e149a13126e req-8f03b32b-28a4-42b6-b39d-ba15d8c6f0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 1098 time: 0.1319709 Jun 29 14:30:09.103426 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bf35a-ce44-4c5f-a62e-5835222b1daa req-89ac7d70-8b2f-4805-9509-75998cb0eca7 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:09.112166 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-643bf35a-ce44-4c5f-a62e-5835222b1daa req-89ac7d70-8b2f-4805-9509-75998cb0eca7 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1643622 Jun 29 14:30:09.120534 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f6de9e20-a33e-428a-ae9d-8e149a13126e req-57314c6f-17f2-459a-8541-9438b200a8ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004434 Jun 29 14:30:09.249493 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-643bf35a-ce44-4c5f-a62e-5835222b1daa req-229af649-b12f-43d7-a6d4-d411f7d42202 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362829 Jun 29 14:30:09.630418 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da77cf-6405-4397-9ca2-1da5c2bf3872 req-20f70573-3213-46c7-8aed-13dde0d034bd tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:09.632156 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-87da77cf-6405-4397-9ca2-1da5c2bf3872 req-20f70573-3213-46c7-8aed-13dde0d034bd tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1977072 Jun 29 14:30:09.696940 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 00624c04-3075-4ff2-a9ff-a98a00c17c5b up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:09.752757 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-87da77cf-6405-4397-9ca2-1da5c2bf3872 req-1e1d5059-91aa-4a68-a8b9-162fef8f70cb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099834 Jun 29 14:30:09.810544 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 00624c04-3075-4ff2-a9ff-a98a00c17c5b completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:09.816889 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 00624c04-3075-4ff2-a9ff-a98a00c17c5b triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:09.817586 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:09.919937 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8053a-649a-48fc-9594-6097bffe611f req-59340ed3-9c6f-4f24-8768-f228b68fff9e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:09.921913 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2cf8053a-649a-48fc-9594-6097bffe611f req-59340ed3-9c6f-4f24-8768-f228b68fff9e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1214249 Jun 29 14:30:09.984497 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:09.993179 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2cf8053a-649a-48fc-9594-6097bffe611f req-b0f019cc-095f-48cb-9ed0-43ac1bf212fd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Jun 29 14:30:10.010712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 00624c04-3075-4ff2-a9ff-a98a00c17c5b, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=00624c04-3075-4ff2-a9ff-a98a00c17c5b,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:10.016923 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:10.019055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-a91eaa87-3c83-4d65-a318-5b4a8bfa1f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:10.137012 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=00624c04-3075-4ff2-a9ff-a98a00c17c5b,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:10.140538 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:10.739902 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0674-936d-454f-984d-e1609c045daf req-79cc97fc-cbed-4f20-a159-bd19ff26b738 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:10.742175 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2aab0674-936d-454f-984d-e1609c045daf req-79cc97fc-cbed-4f20-a159-bd19ff26b738 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1363099 Jun 29 14:30:10.813200 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2aab0674-936d-454f-984d-e1609c045daf req-2e771047-76bb-490a-bcc5-90aa9052b7a0 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Jun 29 14:30:11.140537 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d54f2e-236c-4136-93c8-66951999d751 req-483fef57-526e-4f0c-9256-55e773ee94af tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:11.142496 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e8d54f2e-236c-4136-93c8-66951999d751 req-483fef57-526e-4f0c-9256-55e773ee94af tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1449800 Jun 29 14:30:11.216400 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e8d54f2e-236c-4136-93c8-66951999d751 req-8375268f-50c4-40a2-b0f3-26c5ca2d948a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666091 Jun 29 14:30:11.613353 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 00624c04-3075-4ff2-a9ff-a98a00c17c5b up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:11.717871 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 00624c04-3075-4ff2-a9ff-a98a00c17c5b triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:11.718266 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:12.460162 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45538) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:12.546339 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2b04b-8060-4d39-bfe1-06f7f5c0f4e5 req-caa58cbc-7531-4d4d-a39e-67b226f070d4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:12.553775 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-86e2b04b-8060-4d39-bfe1-06f7f5c0f4e5 req-caa58cbc-7531-4d4d-a39e-67b226f070d4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1981351 Jun 29 14:30:12.613341 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-86e2b04b-8060-4d39-bfe1-06f7f5c0f4e5 req-41a1f899-7d1e-4460-bd4e-e0fe8e277e29 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587142 Jun 29 14:30:12.736571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:12.774624 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:12.779173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4dabec3d0c0047bdbd07ecd240d902fd is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:30:12.783728 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:30:12.790308 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:12.889944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:12.894962 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:12.903914 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-03548ce5-5b89-4273-987f-918baa4aa172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:12.952807 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d1b807-eecc-4a9f-af78-944809b1388d,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:12.956138 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:12.968112 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dabec3d0c0047bdbd07ecd240d902fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5062170 Jun 29 14:30:12.970825 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45554) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:13.063119 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:13.093363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:13.166010 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:13.177633 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d2969248-bdae-4cdf-848b-fedf04b1872f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:13.195904 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d1b807-eecc-4a9f-af78-944809b1388d,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:13.199394 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:13.202220 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:13.203606 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4d1b807-eecc-4a9f-af78-944809b1388d HTTP/1.1" status: 204 len: 168 time: 0.2316382 Jun 29 14:30:13.940388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c57dc4-a37a-4dec-a4d0-4ded6db355bb req-81cc8016-d74d-4d2a-b22e-a36debfcf026 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:13.943183 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5c57dc4-a37a-4dec-a4d0-4ded6db355bb req-81cc8016-d74d-4d2a-b22e-a36debfcf026 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1406436 Jun 29 14:30:14.081130 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5c57dc4-a37a-4dec-a4d0-4ded6db355bb req-ae9cf1e6-d095-4805-8a11-799aa963a314 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317632 Jun 29 14:30:14.956264 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-8711ba2b-7c12-4415-af7c-dad3f6182920 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.1592379 Jun 29 14:30:14.967250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643738e-d0a4-4874-b175-1b34621d949e req-329818d7-53ba-4938-b2d5-21fa4644350c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:14.975384 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f643738e-d0a4-4874-b175-1b34621d949e req-329818d7-53ba-4938-b2d5-21fa4644350c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1223488 Jun 29 14:30:15.274217 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-09794043-2071-4d0f-8391-8995d6ee21cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:15.275808 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-09794043-2071-4d0f-8391-8995d6ee21cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.2855351 Jun 29 14:30:15.411369 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f643738e-d0a4-4874-b175-1b34621d949e req-186dd920-b5fb-470e-af1e-5330642bf55e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342799 Jun 29 14:30:15.439531 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-72859acd-697d-4ba5-bbd7-115584af3404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.1507034 Jun 29 14:30:15.485858 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec7c6-b08e-4165-9d72-bb07668e0769 req-5053b3e7-bb00-4053-b484-ceed8a502150 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:15.497824 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ebec7c6-b08e-4165-9d72-bb07668e0769 req-5053b3e7-bb00-4053-b484-ceed8a502150 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1850767 Jun 29 14:30:15.512139 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-6d800bcb-e608-41ea-bb28-d33b3f43157f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:15.513642 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-6d800bcb-e608-41ea-bb28-d33b3f43157f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.0664613 Jun 29 14:30:15.519645 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 45604) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:15.568893 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ebec7c6-b08e-4165-9d72-bb07668e0769 req-bc544f45-b16a-4c10-8d2b-1b0586ed47b8 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695465 Jun 29 14:30:15.606796 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-c83e3314-e403-4e20-98a5-b389af0c1d83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787690 Jun 29 14:30:15.727856 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:15.782753 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:15.788947 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Usage tracker for resource:security_group_rule and tenant:5e388aa319ac4b1995841a5adb92493e is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:30:15.792473 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:30:15.801354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:15.809783 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-55822248-982e-467b-afb1-593ff573ab68 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827261 Jun 29 14:30:15.915106 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:15.923564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:15.934530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-19009db8-722d-40f6-9bc7-4c64cffeae90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:15.964107 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5409ba-7509-40e8-a332-be21d08bdfac req-d97a27b8-b3f2-4026-8ce5-1ec79fd977d5 service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474202 Jun 29 14:30:15.989870 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b77e8e-886b-4bdc-867c-1e06ffcb6215,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:16.000089 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e388aa319ac4b1995841a5adb92493e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4792976 Jun 29 14:30:16.002037 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.002474 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.002838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.003034 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 45614) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:30:16.003196 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.003554 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.003903 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.004394 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.004701 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.005113 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.005483 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.006035 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.011042 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:16.109261 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:16.144249 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:16.211843 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:16.216194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:16.233133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b77e8e-886b-4bdc-867c-1e06ffcb6215,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:16.251070 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.251678 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.252633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.253193 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.253625 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.254074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.254533 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.254931 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.255476 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.256038 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.256527 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:16.260146 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:16.261294 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:16.264916 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42b77e8e-886b-4bdc-867c-1e06ffcb6215 HTTP/1.1" status: 204 len: 168 time: 0.2574198 Jun 29 14:30:16.750535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded15d5-f805-4991-9f14-2d626e450d10 req-1c029c5d-ebb2-4041-a5be-0e35791feb72 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:16.753318 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ded15d5-f805-4991-9f14-2d626e450d10 req-1c029c5d-ebb2-4041-a5be-0e35791feb72 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1434548 Jun 29 14:30:16.856332 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ded15d5-f805-4991-9f14-2d626e450d10 req-8c8fe79b-1790-423e-83a6-c553d6d29ec3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948894 Jun 29 14:30:17.011956 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613336ee-6eb7-4618-82e4-747ef46d3a79 req-d481b577-dfb9-40f0-8adf-2c699bf4f09f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:17.021068 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-613336ee-6eb7-4618-82e4-747ef46d3a79 req-d481b577-dfb9-40f0-8adf-2c699bf4f09f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1034818 Jun 29 14:30:17.086310 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-613336ee-6eb7-4618-82e4-747ef46d3a79 req-ef3e8727-fe7b-4f0e-9337-2d3baafe8903 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660567 Jun 29 14:30:17.147235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285aecb-49c1-43fc-b46a-df4d428d5588 req-6a8078f8-2ce2-4f22-a4cf-e922bc2dc0ab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:17.155526 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6285aecb-49c1-43fc-b46a-df4d428d5588 req-6a8078f8-2ce2-4f22-a4cf-e922bc2dc0ab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1354420 Jun 29 14:30:17.220603 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6285aecb-49c1-43fc-b46a-df4d428d5588 req-9917e9df-cf43-4075-80ef-483412b69979 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618877 Jun 29 14:30:17.794869 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-cef10cb2-35ce-4b71-9462-5ab0b03a255b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:18.097105 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12f48-d996-436a-be40-adb21074937a req-661e249f-989d-4d1a-bfdf-b3268ffe6e74 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:18.106551 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-80d12f48-d996-436a-be40-adb21074937a req-661e249f-989d-4d1a-bfdf-b3268ffe6e74 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1113429 Jun 29 14:30:18.172503 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-80d12f48-d996-436a-be40-adb21074937a req-aea679d1-d2d0-41bc-b9d3-07d1e9afe227 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635407 Jun 29 14:30:18.316225 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:18.378021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e92a7-beb9-4a7b-a081-3b6f075bb461 req-21ecb9cc-7002-47ec-b0b1-ac7cf9bab1c1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:18.381318 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-015e92a7-beb9-4a7b-a081-3b6f075bb461 req-21ecb9cc-7002-47ec-b0b1-ac7cf9bab1c1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1570797 Jun 29 14:30:18.475274 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-015e92a7-beb9-4a7b-a081-3b6f075bb461 req-6a2013fa-aa45-4daf-a544-ecf3e0b1ccd0 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855482 Jun 29 14:30:18.602949 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e1a80-ba42-4e86-942e-b705ddea5067 req-f1d3f2dd-f63a-4a68-a55c-9dfb99b4ec9a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:18.613106 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-de5e1a80-ba42-4e86-942e-b705ddea5067 req-f1d3f2dd-f63a-4a68-a55c-9dfb99b4ec9a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1676195 Jun 29 14:30:18.669720 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-de5e1a80-ba42-4e86-942e-b705ddea5067 req-b211f207-da3c-46cb-85c7-47675edef843 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552752 Jun 29 14:30:19.151324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-aaa2eb8c-58ca-4181-abba-5ff6d9ed997f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:19.152928 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-aaa2eb8c-58ca-4181-abba-5ff6d9ed997f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.1459234 Jun 29 14:30:19.172412 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-63251ce5-76fb-4aba-bb72-55bc4a319c89 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/quotas/75d994d713c64087b2f70ad8520494e2 HTTP/1.1" status: 200 len: 375 time: 0.0139680 Jun 29 14:30:19.267065 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-63cbe361-acf2-4e41-9039-f6c7d7a11c5d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883732 Jun 29 14:30:19.385869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5002b-0f7c-4bb9-955d-fa2c4446b628 req-c8950cb5-44cb-4ce9-9466-6bdfd2e95a6e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:19.388360 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-46c5002b-0f7c-4bb9-955d-fa2c4446b628 req-c8950cb5-44cb-4ce9-9466-6bdfd2e95a6e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0831070 Jun 29 14:30:19.455906 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-46c5002b-0f7c-4bb9-955d-fa2c4446b628 req-9e9637fd-e57a-4764-8588-5fd88ba87729 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Jun 29 14:30:19.456660 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-21e6c19a-9421-416e-8754-5639a094a813 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829133 Jun 29 14:30:19.662152 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-2ecb00bd-70f6-4d15-a9fb-4af38f877868 service neutron] 10.222.0.11 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991653 Jun 29 14:30:19.780192 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e1de8-79d3-4c06-a4b0-e6e2f07609f9 req-80338e51-2c01-4ffe-bdd1-671d0aef5f06 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:19.782519 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c68e1de8-79d3-4c06-a4b0-e6e2f07609f9 req-80338e51-2c01-4ffe-bdd1-671d0aef5f06 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1397481 Jun 29 14:30:19.884376 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c68e1de8-79d3-4c06-a4b0-e6e2f07609f9 req-a0e4989a-5e49-4871-8cfd-eb587d8154a5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742333 Jun 29 14:30:19.931336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-fc4aaa85-0b99-43dc-bd65-e67e6c6bb0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:20.022221 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-987ed74c-2bf2-43f7-bb0d-44170e367016 req-db69212d-3b9f-4f1b-8dc0-89a618b56990 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 210 time: 0.0565355 Jun 29 14:30:20.080584 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Sync routers for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:30:20.096731 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:30:20.098241 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:30:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:20.224937 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-5e565128-ea20-47b6-94ad-463b587400fa tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706575 Jun 29 14:30:20.285708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84492ece-121a-41b8-98b7-aab9e848707b req-5df83cdd-093a-403c-bf2c-79019649d653 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:20.297409 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-84492ece-121a-41b8-98b7-aab9e848707b req-5df83cdd-093a-403c-bf2c-79019649d653 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.2102370 Jun 29 14:30:20.343713 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:30:20.396905 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-84492ece-121a-41b8-98b7-aab9e848707b req-735e3e61-3dd0-4329-87e4-60425474cbc6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972891 Jun 29 14:30:20.410150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-4f7cfcbe-5700-4890-b417-86ad6eab82b9 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:20.417052 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-4f7cfcbe-5700-4890-b417-86ad6eab82b9 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913488 Jun 29 14:30:20.436351 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-0b661c7a-2849-435f-a811-050c96088aec tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/quotas/9b79d059e2cc4de5908f07ec436b9ec8 HTTP/1.1" status: 200 len: 375 time: 0.0178826 Jun 29 14:30:20.502437 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-b313c223-ec34-4244-adf4-922df81fa872 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629563 Jun 29 14:30:20.844879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f7c68-0a80-4f44-af47-dd56a588d198 req-1d295a1f-bf4a-4035-9da9-3986bf8ce2a4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:20.855677 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7b7f7c68-0a80-4f44-af47-dd56a588d198 req-1d295a1f-bf4a-4035-9da9-3986bf8ce2a4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1930559 Jun 29 14:30:20.878061 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0faa6f35-fef6-40da-b6f9-38a4935b7e66 req-078448c2-222e-4ca3-b65a-f8a796593d6e tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 210 time: 0.1096582 Jun 29 14:30:21.050749 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7b7f7c68-0a80-4f44-af47-dd56a588d198 req-fc065764-7f57-41b2-b6f8-3b8fc6f6cbb4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932075 Jun 29 14:30:21.064594 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:30:03Z', 'revision_number': 4, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'fc572620-a43c-4eb6-9358-c17117a48241', 'name': '', 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'mac_address': 'fa:16:3e:b9:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e118d16b-56db-46ac-b715-e40253b82821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:02Z', 'updated_at': '2021-06-29T14:30:03Z', 'revision_number': 2, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'subnets': [{'id': 'e118d16b-56db-46ac-b715-e40253b82821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:21.075949 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Checking router: b09c72c1-ca7f-410e-babf-7ab0821b0adf for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:30:21.076329 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Updating router b09c72c1-ca7f-410e-babf-7ab0821b0adf port fc572620-a43c-4eb6-9358-c17117a48241 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:30:21.205757 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:21.365451 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2ef36945-a74a-4cc5-a6f3-91203f310e27 req-dd34b9e0-d23d-4c97-a1ea-886ce1d69607 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 210 time: 0.0965762 Jun 29 14:30:21.395824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf071e5-f3d1-46fc-99ac-a19cf586899f req-90628bbb-c718-40fa-a207-eb8b3317e504 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:21.403022 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bcf071e5-f3d1-46fc-99ac-a19cf586899f req-90628bbb-c718-40fa-a207-eb8b3317e504 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2512650 Jun 29 14:30:21.459767 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bcf071e5-f3d1-46fc-99ac-a19cf586899f req-ac820815-7808-4b6d-98d9-837d51294862 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556688 Jun 29 14:30:21.524442 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:21.723674 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:21.736733 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Transition to ACTIVE for port object fc572620-a43c-4eb6-9358-c17117a48241 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:21.746132 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:21.754048 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:21.927579 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Pushing event updated for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:22.026619 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.026960 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.027331 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.027669 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.028178 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.028518 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.028846 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.029173 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.029498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.029817 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.030135 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:30:22.038459 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:22.070826 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-3871a365-7bde-42d5-ac9e-3c44f59aaa00 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:22.073093 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-3871a365-7bde-42d5-ac9e-3c44f59aaa00 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 815 time: 0.3293796 Jun 29 14:30:22.093016 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820660f-7494-4abf-b836-c48cef5241cf req-87002fef-b625-4071-9c66-e7e033665133 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:22.095990 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Attempting to bind port fc572620-a43c-4eb6-9358-c17117a48241 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:30:22.096527 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Attempting to bind port fc572620-a43c-4eb6-9358-c17117a48241 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:30:22.096980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Attempting to bind port fc572620-a43c-4eb6-9358-c17117a48241 on network 859db1ef-90f5-4f17-b752-8074c963440c {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:22.100320 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1820660f-7494-4abf-b836-c48cef5241cf req-87002fef-b625-4071-9c66-e7e033665133 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.4205160 Jun 29 14:30:22.115163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:30:22.115664 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Checking segment: {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:30:22.116077 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:22.116481 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Bound using segment: {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:30:22.116965 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Bound port: fc572620-a43c-4eb6-9358-c17117a48241, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e72e0c-5d4a-42c4-bf66-799119980680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:30:22.117346 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:22.157387 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Request body: {'port': {'device_id': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'admin_state_up': True, 'tenant_id': '75d994d713c64087b2f70ad8520494e2'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:22.182531 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e649db23-d233-4af8-9624-6b3565a2614b req-894ee28e-e3fa-4139-9e85-07b8b5807c3b tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0913820 Jun 29 14:30:22.279229 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] For port fc572620-a43c-4eb6-9358-c17117a48241, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:22.282842 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] For port fc572620-a43c-4eb6-9358-c17117a48241, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=fc572620-a43c-4eb6-9358-c17117a48241,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:22.292320 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:22.297639 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-085e0bd1-28fa-4a23-97db-6621da307082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:22.360089 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1820660f-7494-4abf-b836-c48cef5241cf req-aa764176-e07a-47cc-8818-43dcbbbe3324 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488337 Jun 29 14:30:22.404788 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Pushing event updated for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:22.415703 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:22.419174 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:22.420558 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:30:22.421208 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:30:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:22.441142 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:22.459162 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Made reservation on behalf of 75d994d713c64087b2f70ad8520494e2 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:30:22.462161 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:22.462765 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063549d9-c638-4794-840c-b8e949bb9e34 req-93b85d3c-abd7-4a63-a020-ba7e4f7a634c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:22.465131 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-063549d9-c638-4794-840c-b8e949bb9e34 req-93b85d3c-abd7-4a63-a020-ba7e4f7a634c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1126707 Jun 29 14:30:22.555221 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-063549d9-c638-4794-840c-b8e949bb9e34 req-3b7c52ab-c300-4e32-8988-2ab15f46e363 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837803 Jun 29 14:30:22.679444 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:22.735652 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:30:22.831323 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-5458f23b-c8f1-45ff-a808-00dada65c89f tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802817 Jun 29 14:30:22.837058 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f8195a1a-bc57-4f0b-831a-1d1169f01539 req-d1c8fa88-b8c3-4c18-9306-04c1bc4b89a4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 210 time: 0.0767140 Jun 29 14:30:22.947657 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Allocated IP 172.20.0.3 (27a9fa9f-1595-4e6d-989a-1ec7795c86d9/fbe0f037-582f-40c7-acf7-cafd4c80d36a/6b0ea204-d450-443f-988a-105d8826d2c0) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:30:23.104000 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-afdbf5cb-5c69-4f74-8668-8352f32d99b2 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:23.105413 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-afdbf5cb-5c69-4f74-8668-8352f32d99b2 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648470 Jun 29 14:30:23.135338 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Request body: {'port': {'device_id': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7', 'admin_state_up': True, 'tenant_id': '9b79d059e2cc4de5908f07ec436b9ec8'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:23.171062 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:30:03Z', 'revision_number': 4, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'fc572620-a43c-4eb6-9358-c17117a48241', 'name': '', 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'mac_address': 'fa:16:3e:b9:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e118d16b-56db-46ac-b715-e40253b82821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:02Z', 'updated_at': '2021-06-29T14:30:22Z', 'revision_number': 4, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'subnets': [{'id': 'e118d16b-56db-46ac-b715-e40253b82821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:30:23.175200 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93162-7000-4692-80c7-7aaaf9d98fde None None] The sync data for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb is: [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:30:03Z', 'revision_number': 4, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'fc572620-a43c-4eb6-9358-c17117a48241', 'name': '', 'network_id': '859db1ef-90f5-4f17-b752-8074c963440c', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'mac_address': 'fa:16:3e:b9:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e118d16b-56db-46ac-b715-e40253b82821', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:02Z', 'updated_at': '2021-06-29T14:30:22Z', 'revision_number': 4, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'subnets': [{'id': 'e118d16b-56db-46ac-b715-e40253b82821', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:30:23.242824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-abffda05-f4fc-48b4-aa00-d19aab4aa8f5 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:23.255800 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-abffda05-f4fc-48b4-aa00-d19aab4aa8f5 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 813 time: 0.1856790 Jun 29 14:30:23.271588 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-2d181258-c9d7-42c0-b913-91be572d396f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/quotas/0d664fdcb63745a4a2a30d02a6dafce9 HTTP/1.1" status: 200 len: 375 time: 0.0131531 Jun 29 14:30:23.362751 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e7ab-6a18-4d55-9c23-80dc734b646b req-4c81ca6f-0e44-437c-bf2c-a3ed4c5e1ec1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:23.364884 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5984e7ab-6a18-4d55-9c23-80dc734b646b req-4c81ca6f-0e44-437c-bf2c-a3ed4c5e1ec1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.3533428 Jun 29 14:30:23.432809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:23.436047 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:23.442921 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Usage tracker for resource:port and tenant:9b79d059e2cc4de5908f07ec436b9ec8 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:30:23.448587 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-70982e9d-fc5c-4929-96c1-2f598c855b7b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:23.454634 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:30:23.466654 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-70982e9d-fc5c-4929-96c1-2f598c855b7b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:23.468073 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-70982e9d-fc5c-4929-96c1-2f598c855b7b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934946 Jun 29 14:30:23.469092 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:23.485567 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5984e7ab-6a18-4d55-9c23-80dc734b646b req-577177da-b9a5-4df6-bf20-454fb5737e82 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122484 Jun 29 14:30:23.491511 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Made reservation on behalf of 9b79d059e2cc4de5908f07ec436b9ec8 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:30:23.494571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:23.511571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:23.557097 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:23.574573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:23.575061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3', '606418d3-e35f-4abb-b170-3a4bfc620533', '95f1a71c-f049-452b-8262-3079b9638f3a'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:23.657461 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-afffbc2e-4ea2-462a-bc5a-a1ee11d55f97 service neutron] 10.222.0.11 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761239 Jun 29 14:30:23.692719 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device fc572620-a43c-4eb6-9358-c17117a48241 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:23.710267 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:23.721895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Usage tracker for resource:security_group_rule and tenant:9b79d059e2cc4de5908f07ec436b9ec8 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:30:23.729331 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:30:23.732927 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:30:23.739041 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:30:23.741064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:23.747390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:30:23.755722 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:23.756374 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:23.765295 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event updated for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:23.776488 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:23.841387 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-04925345-1dcb-475f-9332-0af985183a63 req-f7530e8b-497f-491c-9d0c-86e642c97839 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0639093 Jun 29 14:30:23.862068 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7126222 Jun 29 14:30:23.863211 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-67c0e7da-108d-44e9-a5bc-eef74672fc1e service neutron] 10.222.0.11 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026653 Jun 29 14:30:23.879009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Request body: {'port': {'device_id': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:23.912481 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port fc572620-a43c-4eb6-9358-c17117a48241 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:23.917613 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port fc572620-a43c-4eb6-9358-c17117a48241 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:23.918453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.132541 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.177294 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.194339 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-234c8235-b6bc-4ef1-9431-ed5499e8f03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:24.232631 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.288347 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7f6e0-3f0a-45db-8799-2dce2dadaccd req-34048eea-2736-4704-a593-33859fe25219 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:24.290612 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6f7f6e0-3f0a-45db-8799-2dce2dadaccd req-34048eea-2736-4704-a593-33859fe25219 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1328466 Jun 29 14:30:24.332491 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.359313 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port fc572620-a43c-4eb6-9358-c17117a48241, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=fc572620-a43c-4eb6-9358-c17117a48241,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:24.361090 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76502473-8664-4941-b38d-d987f1edb68f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:24.367796 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:24.372968 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-179bb54a-4fa6-443c-9a4e-33a5fa7325f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:24.375893 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:24.396333 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6f7f6e0-3f0a-45db-8799-2dce2dadaccd req-89f27f58-f533-4d80-b55c-3f5825f33c9b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002650 Jun 29 14:30:24.495549 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:24.500460 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:24.501804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ea5d3-6284-41a6-bd41-bc1308eb58cd req-4732b123-7ef1-42bd-baec-de4e0be2b0c6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:24.514596 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-973ea5d3-6284-41a6-bd41-bc1308eb58cd req-4732b123-7ef1-42bd-baec-de4e0be2b0c6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.4581659 Jun 29 14:30:24.651425 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454a2d9-620f-45a6-9a92-a25db22c269c req-f5598385-5213-4b4b-98fe-50894289232b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:24.653658 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8454a2d9-620f-45a6-9a92-a25db22c269c req-f5598385-5213-4b4b-98fe-50894289232b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 931 time: 0.1035743 Jun 29 14:30:24.707685 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8454a2d9-620f-45a6-9a92-a25db22c269c req-c594071c-af42-4229-97b1-2e815780d8bf tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465114 Jun 29 14:30:24.719647 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-973ea5d3-6284-41a6-bd41-bc1308eb58cd req-13a56004-cbae-4dc1-87c0-683c2e239d3a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041626 Jun 29 14:30:24.776114 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Allocated IP 192.168.233.40 (e0c74a40-a8e2-4773-8e63-dcbc571bc6f7/fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b/d3c94c91-65b3-4eed-8c2a-6eea2459d889) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:30:24.898103 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-77a6e2b5-5dc6-461a-8b76-6877c65b0af7 req-3b1f32c9-401b-4152-8094-191e0556b93d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 210 time: 0.0586653 Jun 29 14:30:25.065545 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-49914324-333b-4096-80bc-c74c8b1f8a53 req-072d01d4-2961-413d-8ce6-94aa39560ab9 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0435350 Jun 29 14:30:25.193883 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a40db-9bce-46dc-9c2d-e5743b642c35 req-2c8b8e99-1731-4058-954c-132fa94780dd tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:25.195360 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-552a40db-9bce-46dc-9c2d-e5743b642c35 req-2c8b8e99-1731-4058-954c-132fa94780dd tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2862761 Jun 29 14:30:25.220918 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0ea204-d450-443f-988a-105d8826d2c0 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:25.241276 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.253335 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.277943 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Transition to ACTIVE for port object 6b0ea204-d450-443f-988a-105d8826d2c0 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:25.286717 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.293059 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:25.326218 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Transition to ACTIVE for port object d3c94c91-65b3-4eed-8c2a-6eea2459d889 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:25.339180 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-552a40db-9bce-46dc-9c2d-e5743b642c35 req-70820989-82f0-4cb5-87c5-de3c593b274c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378715 Jun 29 14:30:25.428297 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:25.434610 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:25.470946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.484913 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:25.609022 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device fc572620-a43c-4eb6-9358-c17117a48241 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:25.615809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Attempting to bind port 6b0ea204-d450-443f-988a-105d8826d2c0 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:30:25.615809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Attempting to bind port 6b0ea204-d450-443f-988a-105d8826d2c0 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:30:25.616112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Attempting to bind port 6b0ea204-d450-443f-988a-105d8826d2c0 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:25.671089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:30:25.671803 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Port 6b0ea204-d450-443f-988a-105d8826d2c0 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:30:25.672124 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Attempting to bind port 6b0ea204-d450-443f-988a-105d8826d2c0 on network 27a9fa9f-1595-4e6d-989a-1ec7795c86d9 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:25.678212 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:30:25.680177 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Pushing event updated for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:25.686019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:30:25.689932 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:25.690434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.704347 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b178a1-c5af-42cb-88ed-846a42900fe5 req-105587ad-9d1f-486a-87e5-ce0c3896fd78 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:25.705422 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:25.706598 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1b178a1-c5af-42cb-88ed-846a42900fe5 req-105587ad-9d1f-486a-87e5-ce0c3896fd78 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1512651 Jun 29 14:30:25.729256 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:30:25.729636 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Checking segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:30:25.730072 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Bound using segment: {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:30:25.730519 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Bound port: 6b0ea204-d450-443f-988a-105d8826d2c0, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7077aedc-c032-4580-a66a-78ae253d5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:30:25.730863 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.764253 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-b3489424-40fd-4d26-a74c-9f38e62481c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:25.764959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-b3489424-40fd-4d26-a74c-9f38e62481c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:25.771916 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6443260 Jun 29 14:30:25.777884 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port fc572620-a43c-4eb6-9358-c17117a48241 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:25.778255 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:25.815751 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1b178a1-c5af-42cb-88ed-846a42900fe5 req-c0fe9aff-ab7e-4eb4-b242-419dc71a64f2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024115 Jun 29 14:30:25.822502 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Request body: {'port': {'device_id': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:25.941282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-b3489424-40fd-4d26-a74c-9f38e62481c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:25.943398 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-b3489424-40fd-4d26-a74c-9f38e62481c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 813 time: 0.4218264 Jun 29 14:30:26.030068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'port': {'device_id': 'be672939-f05a-40f7-801b-d602ae497cea', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'admin_state_up': True, 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:26.065341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1e946-7759-456e-8fe4-28ac898f5c79 req-4b2062ba-f92e-40f1-ac50-2ca9058266d7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:26.067661 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-23b1e946-7759-456e-8fe4-28ac898f5c79 req-4b2062ba-f92e-40f1-ac50-2ca9058266d7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0985014 Jun 29 14:30:26.097216 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-72eb9bee-99ca-40ab-ba85-9628bf4d4442 None None] Provisioning for port d3c94c91-65b3-4eed-8c2a-6eea2459d889 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:26.105699 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-72eb9bee-99ca-40ab-ba85-9628bf4d4442 None None] Provisioning complete for port d3c94c91-65b3-4eed-8c2a-6eea2459d889 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:26.106088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-72eb9bee-99ca-40ab-ba85-9628bf4d4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:26.129227 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:26.166080 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-23b1e946-7759-456e-8fe4-28ac898f5c79 req-2d121ef2-1c1b-40a7-a254-74bea5ff1314 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798004 Jun 29 14:30:26.180785 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-72eb9bee-99ca-40ab-ba85-9628bf4d4442 None None] Port d3c94c91-65b3-4eed-8c2a-6eea2459d889 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:30:26.212061 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=6b0ea204-d450-443f-988a-105d8826d2c0,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:26.240187 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:26.253337 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b89e776-70ea-4962-b193-335942f2df58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:26.280684 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:26.351749 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-36ba04be-0b3f-454e-aed6-ef93c6f68533 req-a4c31cb4-7d23-4ba8-be77-9f6cc088a4a3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 210 time: 0.0434926 Jun 29 14:30:26.395642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:26.397011 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] 10.222.0.74 "PUT /v2.0/ports/6b0ea204-d450-443f-988a-105d8826d2c0 HTTP/1.1" status: 200 len: 1093 time: 2.5224156 Jun 29 14:30:26.400517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:26.451459 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab17157-7d99-4460-b458-77dd3dd3a3cb req-5ebd902e-5f2b-4e70-9159-7929152a851b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:26.452160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5ab17157-7d99-4460-b458-77dd3dd3a3cb req-5ebd902e-5f2b-4e70-9159-7929152a851b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:26.462269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:26.498773 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:30:26.505824 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:26.544333 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55017-6e4a-47c6-89ef-9a6870f74f40 req-94dfe9ff-6e0f-4334-9344-dbc96f18b19b tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:26.552570 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-52d55017-6e4a-47c6-89ef-9a6870f74f40 req-94dfe9ff-6e0f-4334-9344-dbc96f18b19b tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 935 time: 0.0858543 Jun 29 14:30:26.567826 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:30:26.610437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Made reservation on behalf of 0d664fdcb63745a4a2a30d02a6dafce9 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:30:26.614849 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:26.619366 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-52d55017-6e4a-47c6-89ef-9a6870f74f40 req-55f4aa0d-64f0-496b-9768-771ea5fa31e1 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jun 29 14:30:26.627357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5ab17157-7d99-4460-b458-77dd3dd3a3cb req-5ebd902e-5f2b-4e70-9159-7929152a851b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:26.628572 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5ab17157-7d99-4460-b458-77dd3dd3a3cb req-5ebd902e-5f2b-4e70-9159-7929152a851b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.6771626 Jun 29 14:30:26.886207 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6bb74-afa7-48ae-9ef9-7e0081d263e5 req-066fd30c-06d7-4a92-b408-68879644c54e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:26.896257 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bef6bb74-afa7-48ae-9ef9-7e0081d263e5 req-066fd30c-06d7-4a92-b408-68879644c54e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1120238 Jun 29 14:30:26.961437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-740c82f8-9cf7-4080-aa40-2fb9d35a6268 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 1096 time: 0.5035245 Jun 29 14:30:27.001781 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bef6bb74-afa7-48ae-9ef9-7e0081d263e5 req-d2bf0f48-03e1-445e-8e8b-9eeae5b4c104 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040852 Jun 29 14:30:27.024355 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5ab17157-7d99-4460-b458-77dd3dd3a3cb req-638319d6-3d29-4041-a1ee-9dd31b0f8710 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753970 Jun 29 14:30:27.074112 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0', 'status': 'completed', 'code': 200} Jun 29 14:30:27.130447 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Allocated IP 172.20.0.11 (81771a19-e7e4-49ce-8ec8-6887af2bd19a/66d133e3-42a6-431d-b09b-9f474e9e05a4/ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:30:27.265572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c94c91-65b3-4eed-8c2a-6eea2459d889 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:27.280285 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:27.333736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Transition to ACTIVE for port object d3c94c91-65b3-4eed-8c2a-6eea2459d889 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:27.391946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:27.402648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:27.417218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77866999-970f-452f-8682-90a36270e858 req-b444c791-bc85-46ec-93ce-2256fa15c51f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:27.418837 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-77866999-970f-452f-8682-90a36270e858 req-b444c791-bc85-46ec-93ce-2256fa15c51f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0989609 Jun 29 14:30:27.469277 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-77866999-970f-452f-8682-90a36270e858 req-3cbfc426-9742-43fc-944a-6343879f7f72 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Jun 29 14:30:27.557761 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8019167-147c-4719-a4ad-9f71b5d66d25 req-8d20093f-2ce7-458d-8926-9b211b8fdba0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:27.559309 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b8019167-147c-4719-a4ad-9f71b5d66d25 req-8d20093f-2ce7-458d-8926-9b211b8fdba0 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.3769433 Jun 29 14:30:27.625945 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:27.635368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:27.711282 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-95d4fcb9-fd0d-427f-9929-80ce387f8f29 req-541fcd94-6489-4351-9509-65b4353915a6 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 210 time: 0.0490670 Jun 29 14:30:27.739243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:27.768135 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Transition to ACTIVE for port object ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:27.778812 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b8019167-147c-4719-a4ad-9f71b5d66d25 req-a0d5b6fe-9492-403e-9c7a-31cba82cff1b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979578 Jun 29 14:30:27.785876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Attempting to bind port d3c94c91-65b3-4eed-8c2a-6eea2459d889 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:30:27.786443 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Attempting to bind port d3c94c91-65b3-4eed-8c2a-6eea2459d889 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:30:27.786873 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Attempting to bind port d3c94c91-65b3-4eed-8c2a-6eea2459d889 on network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:27.794882 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Port d3c94c91-65b3-4eed-8c2a-6eea2459d889 on network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:30:27.795367 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Attempting to bind port d3c94c91-65b3-4eed-8c2a-6eea2459d889 on network e0c74a40-a8e2-4773-8e63-dcbc571bc6f7 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:27.803977 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:30:27.804420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Checking segment: {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:30:27.804911 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Bound using segment: {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:30:27.805439 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Bound port: d3c94c91-65b3-4eed-8c2a-6eea2459d889, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4af3577-71fa-4a8c-a582-0c33434d9e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:30:27.805881 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:27.869803 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:27.877270 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bb33fc50-23fc-470c-85c5-dbdc7d506551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:27.951891 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1ad65-09f3-440d-8e53-ffe40b36bd7c req-13fa03ac-1bd4-497c-b5a5-66a3e92bb187 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:27.953340 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c1c1ad65-09f3-440d-8e53-ffe40b36bd7c req-13fa03ac-1bd4-497c-b5a5-66a3e92bb187 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0879366 Jun 29 14:30:27.981376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:27.986088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:30:27.989855 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:27.990687 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:30:27.994529 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:30:27.998867 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:27.999620 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:28.014888 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:28.022042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:28.040783 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:28.047779 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:28.058874 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c1c1ad65-09f3-440d-8e53-ffe40b36bd7c req-b7688d57-7974-4b32-bf5e-e8ffabd892db tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993223 Jun 29 14:30:28.101353 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0825408 Jun 29 14:30:28.123625 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:28.125214 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-05265546-a125-402d-a400-a602998ca013 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3c94c91-65b3-4eed-8c2a-6eea2459d889 HTTP/1.1" status: 200 len: 1097 time: 2.3136337 Jun 29 14:30:28.170829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:28.174266 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:28.320866 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1068ae-025a-4f6b-aeb5-303ee6e93be2 req-8b16153b-ff7b-4a82-87fe-bbe0c628afbb tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:28.322270 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9c1068ae-025a-4f6b-aeb5-303ee6e93be2 req-8b16153b-ff7b-4a82-87fe-bbe0c628afbb tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.1030624 Jun 29 14:30:28.371942 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-e13eab35-46c9-4686-8e59-2d237b403a4b None None] Provisioning for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:28.378454 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-e13eab35-46c9-4686-8e59-2d237b403a4b None None] Provisioning complete for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:28.379245 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e13eab35-46c9-4686-8e59-2d237b403a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:28.392802 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9c1068ae-025a-4f6b-aeb5-303ee6e93be2 req-43107750-654b-47a0-8668-ed304e7dc3df tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645380 Jun 29 14:30:28.398104 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bab08-44ad-4bfd-87b8-5bdce1eb75cf req-3a494953-c845-4195-aae0-5f27ef674005 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:28.399881 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6f6bab08-44ad-4bfd-87b8-5bdce1eb75cf req-3a494953-c845-4195-aae0-5f27ef674005 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1397533 Jun 29 14:30:28.439699 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-e13eab35-46c9-4686-8e59-2d237b403a4b None None] Port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:30:28.466351 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6f6bab08-44ad-4bfd-87b8-5bdce1eb75cf req-c85d1da4-8585-423e-87eb-efe98642f2bd tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539477 Jun 29 14:30:28.706237 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb0b2-7ab2-45b3-a60d-0093c9b36ce6 req-8a4ed148-b660-4a61-9505-04413db11b63 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:28.708459 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5b6eb0b2-7ab2-45b3-a60d-0093c9b36ce6 req-8a4ed148-b660-4a61-9505-04413db11b63 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0825822 Jun 29 14:30:28.757026 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5b6eb0b2-7ab2-45b3-a60d-0093c9b36ce6 req-cfa0e6c2-2f69-4afc-8fcd-eafae771f081 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Jun 29 14:30:28.784874 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:30:28.998657 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494652f3-05c6-4d7e-ac33-d54d63798efe req-264fc8d0-1a33-47d2-ae65-cfe0137eb219 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.000280 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-43793b4b-00bc-417b-8f9c-579b4b7d6083 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.000917 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-494652f3-05c6-4d7e-ac33-d54d63798efe req-264fc8d0-1a33-47d2-ae65-cfe0137eb219 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0882611 Jun 29 14:30:29.001027 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-43793b4b-00bc-417b-8f9c-579b4b7d6083 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:29.013636 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:29.024115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-43793b4b-00bc-417b-8f9c-579b4b7d6083 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:29.025416 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-43793b4b-00bc-417b-8f9c-579b4b7d6083 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.1741982 Jun 29 14:30:29.058579 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-494652f3-05c6-4d7e-ac33-d54d63798efe req-4b3252bd-f62f-4a4d-be57-5c51a358e63e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504913 Jun 29 14:30:29.076447 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:29.095941 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-ddf40bab-3dc0-4ef0-ac71-ffbcc41746b9 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:29.118138 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-ddf40bab-3dc0-4ef0-ac71-ffbcc41746b9 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:29.127793 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d5ab462-d04f-49fa-b9d8-5450c49b919c req-ddf40bab-3dc0-4ef0-ac71-ffbcc41746b9 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926533 Jun 29 14:30:29.145427 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889', 'status': 'completed', 'code': 200} Jun 29 14:30:29.336870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-98e20f5e-f1b4-485c-a784-351359c08c83 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.337484 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-98e20f5e-f1b4-485c-a784-351359c08c83 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Synchronizing usage tracker for tenant:9b79d059e2cc4de5908f07ec436b9ec8 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:29.355282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-98e20f5e-f1b4-485c-a784-351359c08c83 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Unset dirty status for tenant:9b79d059e2cc4de5908f07ec436b9ec8 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:29.356530 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-98e20f5e-f1b4-485c-a784-351359c08c83 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.1221724 Jun 29 14:30:29.403049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-d87e1430-04d2-4afa-a8d8-fc9bed8ad222 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Synchronizing usage tracker for tenant:9b79d059e2cc4de5908f07ec436b9ec8 on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:30:29.420042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-d87e1430-04d2-4afa-a8d8-fc9bed8ad222 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Unset dirty status for tenant:9b79d059e2cc4de5908f07ec436b9ec8 on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:30:29.421204 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-88b1b61f-3444-4f92-82d3-0b3ab402532b req-d87e1430-04d2-4afa-a8d8-fc9bed8ad222 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588067 Jun 29 14:30:29.622751 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471aa8b-31e9-4b86-80fa-e5091320c1cd req-e6896159-1b24-46d9-8c2a-c81629c493e0 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.624756 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3471aa8b-31e9-4b86-80fa-e5091320c1cd req-e6896159-1b24-46d9-8c2a-c81629c493e0 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0958600 Jun 29 14:30:29.673630 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3471aa8b-31e9-4b86-80fa-e5091320c1cd req-8c037181-7350-4036-a3c0-22fa6619de69 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Jun 29 14:30:29.687704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aae71c-87fc-46ae-b3dc-0939798e19b0 req-2c888277-faf0-4731-9a5e-0d190776e4e1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.689186 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7aae71c-87fc-46ae-b3dc-0939798e19b0 req-2c888277-faf0-4731-9a5e-0d190776e4e1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0828753 Jun 29 14:30:29.736055 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a7aae71c-87fc-46ae-b3dc-0939798e19b0 req-b0bca08b-9d02-4ce2-91ae-149b93238ed5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Jun 29 14:30:29.973613 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e180cc-75d6-4851-82b6-3354ea15d011 req-c81ba5c7-00be-42e0-ac85-1a9d61f6304b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:29.975505 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7e180cc-75d6-4851-82b6-3354ea15d011 req-c81ba5c7-00be-42e0-ac85-1a9d61f6304b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0812800 Jun 29 14:30:30.097149 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7e180cc-75d6-4851-82b6-3354ea15d011 req-86afd989-8fe3-466b-a1e8-adca9c822d26 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157305 Jun 29 14:30:30.284198 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f3390-695f-4c57-bbf2-bf10c15843e0 req-80631a24-d6a7-43f4-891d-1bc0f86ca3a2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:30.286270 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ad7f3390-695f-4c57-bbf2-bf10c15843e0 req-80631a24-d6a7-43f4-891d-1bc0f86ca3a2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0798204 Jun 29 14:30:30.317629 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3040ecc-5d10-473c-a52c-226f0c2a8cb1 req-68c9f9c8-4c4b-48cd-a0aa-1cd6d8994456 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:30.319084 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f3040ecc-5d10-473c-a52c-226f0c2a8cb1 req-68c9f9c8-4c4b-48cd-a0aa-1cd6d8994456 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0752845 Jun 29 14:30:30.335384 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ad7f3390-695f-4c57-bbf2-bf10c15843e0 req-7f4faf5a-4ead-4421-b4bd-d50905e6f456 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Jun 29 14:30:30.372241 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f3040ecc-5d10-473c-a52c-226f0c2a8cb1 req-9d40e0d9-78ae-46ba-9471-ad8c068ad6d6 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Jun 29 14:30:30.622426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6b902-be02-41fa-8a53-38ed4217fbb1 req-1224340b-ee09-4dc4-bf95-de3ac3099c50 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:30.623941 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fce6b902-be02-41fa-8a53-38ed4217fbb1 req-1224340b-ee09-4dc4-bf95-de3ac3099c50 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0767221 Jun 29 14:30:30.673157 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fce6b902-be02-41fa-8a53-38ed4217fbb1 req-4ea4c9a2-fc09-4052-bb09-888005ee0d5b tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Jun 29 14:30:30.886340 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450f824-b5a8-4716-bdb6-ffa0ebccd4c5 req-baea4e44-35e8-4387-b3e2-c2c1b1f1b6f2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:30.887802 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b450f824-b5a8-4716-bdb6-ffa0ebccd4c5 req-baea4e44-35e8-4387-b3e2-c2c1b1f1b6f2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0902753 Jun 29 14:30:30.939693 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b450f824-b5a8-4716-bdb6-ffa0ebccd4c5 req-e3ba6f8f-1c7c-499c-a16d-6c26bd144845 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Jun 29 14:30:30.942419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ae763-beb1-4919-8eae-102cd329f1e0 req-d82a8447-fbf1-4466-ab38-a75b26bf137a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:30.950152 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-848ae763-beb1-4919-8eae-102cd329f1e0 req-d82a8447-fbf1-4466-ab38-a75b26bf137a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0873272 Jun 29 14:30:30.992673 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-848ae763-beb1-4919-8eae-102cd329f1e0 req-5198944a-b879-44a4-8d1b-8ad8e44dc3ee tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Jun 29 14:30:31.313712 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9c17-7c86-4d04-931e-fbd546f114f8 req-2d9ac287-e02e-4eb6-af29-60e831cc6946 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:31.315218 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4bff9c17-7c86-4d04-931e-fbd546f114f8 req-2d9ac287-e02e-4eb6-af29-60e831cc6946 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0758460 Jun 29 14:30:31.361786 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4bff9c17-7c86-4d04-931e-fbd546f114f8 req-a8764240-d78c-454b-91d2-94f4a1efeefb tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Jun 29 14:30:31.549962 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d1776-3b89-4531-a414-e0b33cd6c7bd req-001eadca-5ad4-4d58-b32a-9ba3c09eb47b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:31.551586 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a65d1776-3b89-4531-a414-e0b33cd6c7bd req-001eadca-5ad4-4d58-b32a-9ba3c09eb47b tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0876307 Jun 29 14:30:31.593374 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790003e3-78f7-4d7b-adbc-6d7ab344efee req-784eafa4-9d0c-4e87-b1c9-d4cf016efb19 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:31.602930 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-790003e3-78f7-4d7b-adbc-6d7ab344efee req-784eafa4-9d0c-4e87-b1c9-d4cf016efb19 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.1062062 Jun 29 14:30:31.611345 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a65d1776-3b89-4531-a414-e0b33cd6c7bd req-a5f88197-f8d1-48df-bac1-c86448fc9bfa tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Jun 29 14:30:31.645696 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-790003e3-78f7-4d7b-adbc-6d7ab344efee req-02faa979-54cc-4bad-9cdf-45cc8fa58f9d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Jun 29 14:30:31.870676 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01bbe4-0c0f-4a9d-8ab0-2e75717592f3 req-da78d8a2-3850-42c6-bb33-dac69306f046 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:31.872147 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9b01bbe4-0c0f-4a9d-8ab0-2e75717592f3 req-da78d8a2-3850-42c6-bb33-dac69306f046 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0763900 Jun 29 14:30:31.917901 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9b01bbe4-0c0f-4a9d-8ab0-2e75717592f3 req-d907ca18-4a76-4c19-a17c-cfc2a944c3d7 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Jun 29 14:30:32.136848 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50213655-80a2-4de5-a34f-9d5796a00e08 req-f0aa363f-896e-47e4-add7-36b9bb73f7ba tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:32.138309 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-50213655-80a2-4de5-a34f-9d5796a00e08 req-f0aa363f-896e-47e4-add7-36b9bb73f7ba tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0808864 Jun 29 14:30:32.189757 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-50213655-80a2-4de5-a34f-9d5796a00e08 req-a7e8b0bb-16a9-4fa1-a8de-be562b1e34e5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Jun 29 14:30:32.204848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dfca6-2a57-4316-8804-e3852bc97fc9 req-60a170eb-4278-461d-8c92-e55a1034daa9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:32.207601 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ca5dfca6-2a57-4316-8804-e3852bc97fc9 req-60a170eb-4278-461d-8c92-e55a1034daa9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0899403 Jun 29 14:30:32.255021 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ca5dfca6-2a57-4316-8804-e3852bc97fc9 req-4cd8693e-b176-492a-8bed-a40542a210d4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Jun 29 14:30:32.577175 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da7eb4-d838-41ed-bb92-86729d96e783 req-c574af4a-5203-4f6b-9c11-83e4c3faeed1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:32.578641 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-58da7eb4-d838-41ed-bb92-86729d96e783 req-c574af4a-5203-4f6b-9c11-83e4c3faeed1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0770268 Jun 29 14:30:32.625591 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-58da7eb4-d838-41ed-bb92-86729d96e783 req-8eec6724-fdec-435b-9c0b-eb7f8a9ebc67 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412183 Jun 29 14:30:32.825611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc3f10-31ab-4a7e-b3ed-ca1ce0fcf7b8 req-fde21323-7524-4240-98b1-e16f7d1a0a0d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:32.827149 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5acc3f10-31ab-4a7e-b3ed-ca1ce0fcf7b8 req-fde21323-7524-4240-98b1-e16f7d1a0a0d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0885897 Jun 29 14:30:32.866866 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277294-48f7-4e77-beae-16f7bb5f4de0 req-ed0e5dcd-e2e0-429b-be00-d1efe6b36383 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:32.868306 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1277294-48f7-4e77-beae-16f7bb5f4de0 req-ed0e5dcd-e2e0-429b-be00-d1efe6b36383 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0844746 Jun 29 14:30:32.883349 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5acc3f10-31ab-4a7e-b3ed-ca1ce0fcf7b8 req-24e199fe-4d2e-4626-bbec-13770fba135c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Jun 29 14:30:32.920686 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1277294-48f7-4e77-beae-16f7bb5f4de0 req-6fcca558-2097-4b2c-b7ef-3b5c80f735f7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Jun 29 14:30:33.114938 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc50bbd-f8f8-48f6-9b3c-d2f04d8ca7d8 req-88d9d986-4941-40b8-8710-7e13c8366530 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:33.116459 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fbc50bbd-f8f8-48f6-9b3c-d2f04d8ca7d8 req-88d9d986-4941-40b8-8710-7e13c8366530 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0792425 Jun 29 14:30:33.162430 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fbc50bbd-f8f8-48f6-9b3c-d2f04d8ca7d8 req-53748a10-eabc-41fa-9fae-46dc35b188d5 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Jun 29 14:30:33.394583 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820e08-abd7-4007-ac37-e0d89eb5ab31 req-cc62de72-f62a-43be-b249-d3a70d9ff5be tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:33.397466 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-34820e08-abd7-4007-ac37-e0d89eb5ab31 req-cc62de72-f62a-43be-b249-d3a70d9ff5be tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0822365 Jun 29 14:30:33.443721 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-34820e08-abd7-4007-ac37-e0d89eb5ab31 req-d4b5a3fc-6341-4f05-92ac-18c321a6015a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Jun 29 14:30:33.460051 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ccac-2957-449a-8a22-480a9c00d67e req-bcc9ff03-2771-466e-b9b3-a06202838493 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:33.464663 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1091ccac-2957-449a-8a22-480a9c00d67e req-bcc9ff03-2771-466e-b9b3-a06202838493 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0754294 Jun 29 14:30:33.511730 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1091ccac-2957-449a-8a22-480a9c00d67e req-525aec66-a8f9-4c15-b442-b7fa17705a50 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Jun 29 14:30:33.843209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a558c07-0954-4aa1-b657-57b24ca2dd8e req-6d0e398c-d8f8-4e2d-9a31-055ce3a4399f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:33.844661 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a558c07-0954-4aa1-b657-57b24ca2dd8e req-6d0e398c-d8f8-4e2d-9a31-055ce3a4399f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0831516 Jun 29 14:30:33.898435 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9a558c07-0954-4aa1-b657-57b24ca2dd8e req-01ee850a-a0a8-41dc-ae61-bea23f093b26 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473416 Jun 29 14:30:34.099049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b93c97-bfb2-4732-823b-df1b24bd26e1 req-eb76ef42-d5a7-46f6-aa79-57b61ca1405a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:34.101628 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-00b93c97-bfb2-4732-823b-df1b24bd26e1 req-eb76ef42-d5a7-46f6-aa79-57b61ca1405a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0843148 Jun 29 14:30:34.143175 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69097b59-4477-4765-a992-f219730375cc req-e203b6e4-70b7-4e03-b037-de51c47c5baa tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:34.145210 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-69097b59-4477-4765-a992-f219730375cc req-e203b6e4-70b7-4e03-b037-de51c47c5baa tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0944049 Jun 29 14:30:34.157267 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-00b93c97-bfb2-4732-823b-df1b24bd26e1 req-3b4276e6-99c3-49de-8952-86b200895972 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481443 Jun 29 14:30:34.210437 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-69097b59-4477-4765-a992-f219730375cc req-9af703ad-c8d0-4f84-98ec-8b32fc45e46a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575914 Jun 29 14:30:34.373569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef1648-f4dc-4fbe-8dc4-7839a9803847 req-6095ac3e-e02e-47f4-80b8-1221227a6325 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:34.374957 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ecef1648-f4dc-4fbe-8dc4-7839a9803847 req-6095ac3e-e02e-47f4-80b8-1221227a6325 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0810013 Jun 29 14:30:34.421549 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ecef1648-f4dc-4fbe-8dc4-7839a9803847 req-23c5a917-3be6-43b1-9e6a-cf238a6a0618 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Jun 29 14:30:34.658587 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fa336-292f-463f-8a24-9106554e3b98 req-822f6927-c1d9-41ca-8456-a8a07668d27b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:34.660591 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8a0fa336-292f-463f-8a24-9106554e3b98 req-822f6927-c1d9-41ca-8456-a8a07668d27b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0892603 Jun 29 14:30:34.710159 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8a0fa336-292f-463f-8a24-9106554e3b98 req-e67a233b-1597-4749-bc80-464a3453e977 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Jun 29 14:30:34.732644 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b29a-3b5f-42db-b5e0-bd41ea9f6169 req-b6f6cd5a-4843-481d-b709-185be6a03ed4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:34.734115 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-22c8b29a-3b5f-42db-b5e0-bd41ea9f6169 req-b6f6cd5a-4843-481d-b709-185be6a03ed4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0798182 Jun 29 14:30:34.782412 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-22c8b29a-3b5f-42db-b5e0-bd41ea9f6169 req-82643049-05d7-433a-8c05-69b73b4e6833 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Jun 29 14:30:35.114836 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18e667-d4fe-459d-ba9d-9cb80a8e2c8d req-316a2ee6-0596-4674-a59c-10a958f14095 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.116337 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4b18e667-d4fe-459d-ba9d-9cb80a8e2c8d req-316a2ee6-0596-4674-a59c-10a958f14095 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0820556 Jun 29 14:30:35.162874 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4b18e667-d4fe-459d-ba9d-9cb80a8e2c8d req-2baa1a10-4be6-427f-ba04-5cf2c18b68b6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408156 Jun 29 14:30:35.381587 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a90f-a8f1-43c6-8b6d-92dea0561929 req-a3218cf8-c26d-4e45-8a4d-5291a0c0146d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.383751 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0313a90f-a8f1-43c6-8b6d-92dea0561929 req-a3218cf8-c26d-4e45-8a4d-5291a0c0146d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0844321 Jun 29 14:30:35.418428 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435670a1-d97f-4882-898a-1ec2c7d8bf38 req-f1284fde-7107-4581-8545-f84b648b1cd8 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.422699 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-435670a1-d97f-4882-898a-1ec2c7d8bf38 req-f1284fde-7107-4581-8545-f84b648b1cd8 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0815361 Jun 29 14:30:35.434122 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0313a90f-a8f1-43c6-8b6d-92dea0561929 req-b40b3216-b2f2-477a-9413-b63211292f1a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420401 Jun 29 14:30:35.472537 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-435670a1-d97f-4882-898a-1ec2c7d8bf38 req-6ddf7e32-782b-4f86-9ecf-32e86e23f23e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Jun 29 14:30:35.641178 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a670cf-1b79-4601-984a-402aa00ac321 req-f3574272-2d93-48a5-be4a-cda81a995702 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.642650 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-64a670cf-1b79-4601-984a-402aa00ac321 req-f3574272-2d93-48a5-be4a-cda81a995702 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0827651 Jun 29 14:30:35.694339 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-64a670cf-1b79-4601-984a-402aa00ac321 req-e9080de6-3642-4ddf-bf7f-3be45ca3f8e6 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Jun 29 14:30:35.919116 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479629a-a0c6-47cf-afd0-58775301a938 req-1fab279a-59be-4977-9fce-db0369bad12c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.920993 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e479629a-a0c6-47cf-afd0-58775301a938 req-1fab279a-59be-4977-9fce-db0369bad12c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0833004 Jun 29 14:30:35.982644 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e479629a-a0c6-47cf-afd0-58775301a938 req-a34fd859-94c9-449c-bb9f-c3b6ba5b3008 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553386 Jun 29 14:30:35.993924 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eebc0e-101b-47c1-afa2-6a2c173ac698 req-ce369109-d882-49d3-97ca-fe4e57ad0008 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:35.995431 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47eebc0e-101b-47c1-afa2-6a2c173ac698 req-ce369109-d882-49d3-97ca-fe4e57ad0008 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0872908 Jun 29 14:30:36.049302 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47eebc0e-101b-47c1-afa2-6a2c173ac698 req-ca0cc4cb-3074-47b1-9afe-71d2decd3ae6 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463130 Jun 29 14:30:36.375956 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8fb73-8ed7-4450-9c68-306c199a29b4 req-dc6e9a91-ac97-4eba-871d-314c8d51cfbd tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:36.377409 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7a8fb73-8ed7-4450-9c68-306c199a29b4 req-dc6e9a91-ac97-4eba-871d-314c8d51cfbd tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0780170 Jun 29 14:30:36.424479 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7a8fb73-8ed7-4450-9c68-306c199a29b4 req-9dcc7154-53ae-43ee-9ed4-bdeb08a86f50 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Jun 29 14:30:36.662332 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec743921-c995-489c-9f43-715081e8cfa6 req-53445837-3291-49fa-99c2-0ed7b2ab3e28 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:36.669617 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ec743921-c995-489c-9f43-715081e8cfa6 req-53445837-3291-49fa-99c2-0ed7b2ab3e28 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1060505 Jun 29 14:30:36.707381 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92bd8a-d74c-40af-a6a8-73160440c76e req-ec98789c-ab5b-4532-a9ae-bfe017d13738 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:36.709249 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4e92bd8a-d74c-40af-a6a8-73160440c76e req-ec98789c-ab5b-4532-a9ae-bfe017d13738 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0972531 Jun 29 14:30:36.762803 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ec743921-c995-489c-9f43-715081e8cfa6 req-25e029b2-68c8-42ed-b18e-d6d3ed36249f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Jun 29 14:30:36.764671 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4e92bd8a-d74c-40af-a6a8-73160440c76e req-3dd00641-9ca0-42b7-80fa-a5f61c29e89f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493722 Jun 29 14:30:36.958418 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad15f0d-d389-44be-ab62-2eaf1dbdb07f req-6846004a-e40e-42ce-858a-2354424ddd6a tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:36.959906 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-dad15f0d-d389-44be-ab62-2eaf1dbdb07f req-6846004a-e40e-42ce-858a-2354424ddd6a tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0778210 Jun 29 14:30:37.007574 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-dad15f0d-d389-44be-ab62-2eaf1dbdb07f req-2cbe1ac5-f31b-4c7a-9ad9-59e817eada45 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Jun 29 14:30:37.191401 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364905d6-9a4b-469d-b6db-0e24e5062586 req-1af240e5-2428-42f2-a18a-54a293e944ae tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:37.192999 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-364905d6-9a4b-469d-b6db-0e24e5062586 req-1af240e5-2428-42f2-a18a-54a293e944ae tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0825584 Jun 29 14:30:37.244361 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-364905d6-9a4b-469d-b6db-0e24e5062586 req-e5a2a0eb-385c-4399-96d0-7bbdd83a6be5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Jun 29 14:30:37.258870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971776b5-6a99-4d44-9095-3f2103c90c9e req-ffa54c76-021f-4447-b96c-b06f01e1d2c7 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:37.260437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-971776b5-6a99-4d44-9095-3f2103c90c9e req-ffa54c76-021f-4447-b96c-b06f01e1d2c7 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0861449 Jun 29 14:30:37.307886 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-971776b5-6a99-4d44-9095-3f2103c90c9e req-f62ce90a-7879-4ddd-ab97-f0a84ab31bdf tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Jun 29 14:30:37.647475 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489d323-056d-48c3-a1e3-be2e087c045c req-968e883d-e3b4-419d-befe-75945cc2c05c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:37.648925 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c489d323-056d-48c3-a1e3-be2e087c045c req-968e883d-e3b4-419d-befe-75945cc2c05c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0789874 Jun 29 14:30:37.695742 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c489d323-056d-48c3-a1e3-be2e087c045c req-58157b2d-78ce-49a0-ab2b-90005dd0760f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Jun 29 14:30:37.978005 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d0b94-23ee-4a9b-8f4d-fd66fcd51449 req-ac77d326-829c-4d93-b2b1-de35bb3c91cf tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:37.979915 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b63d0b94-23ee-4a9b-8f4d-fd66fcd51449 req-ac77d326-829c-4d93-b2b1-de35bb3c91cf tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0863101 Jun 29 14:30:38.036423 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b63d0b94-23ee-4a9b-8f4d-fd66fcd51449 req-0c8228ca-d38c-4fa0-8bb2-ae9487e7d4e1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475678 Jun 29 14:30:38.040379 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5e436-7ffd-4ced-baba-9b812d9ba62f req-0d058eaf-3d97-4682-9d73-e3889ea3d8d8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:38.041840 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d6b5e436-7ffd-4ced-baba-9b812d9ba62f req-0d058eaf-3d97-4682-9d73-e3889ea3d8d8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1456821 Jun 29 14:30:38.099460 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d6b5e436-7ffd-4ced-baba-9b812d9ba62f req-16857e7b-079f-4687-8aea-f957bdcda836 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521817 Jun 29 14:30:38.243545 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4638d1-acfc-4082-8cf9-4b2bca758ca2 req-7edabf4a-1dd4-4513-9fb2-b64877e4dcb4 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:38.245039 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f4638d1-acfc-4082-8cf9-4b2bca758ca2 req-7edabf4a-1dd4-4513-9fb2-b64877e4dcb4 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.0771539 Jun 29 14:30:38.292978 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f4638d1-acfc-4082-8cf9-4b2bca758ca2 req-62193c0b-c208-451b-932d-484f5300cf2c tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Jun 29 14:30:38.466543 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed047e-4cbd-495a-9429-21e9f389330e req-61493fda-b255-4030-bfe8-34bfac0a1690 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:38.468050 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-abed047e-4cbd-495a-9429-21e9f389330e req-61493fda-b255-4030-bfe8-34bfac0a1690 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0807285 Jun 29 14:30:38.517981 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-abed047e-4cbd-495a-9429-21e9f389330e req-e9fb3196-0371-4751-af49-83f1093fe8bc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Jun 29 14:30:38.532383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aea5a-0175-43f6-8645-795e522744ad req-6dedbba5-dd1e-46cc-8611-5edb1fb262be tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:38.534131 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-460aea5a-0175-43f6-8645-795e522744ad req-6dedbba5-dd1e-46cc-8611-5edb1fb262be tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0918114 Jun 29 14:30:38.586802 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-460aea5a-0175-43f6-8645-795e522744ad req-ed9864b5-5040-4279-95c4-9ff340ae8623 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455739 Jun 29 14:30:38.910941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f281b-afe0-475c-974a-128f63a194c0 req-1f9f8e5b-9341-4085-a054-78fa709da239 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:38.912433 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-105f281b-afe0-475c-974a-128f63a194c0 req-1f9f8e5b-9341-4085-a054-78fa709da239 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0810895 Jun 29 14:30:38.959050 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-105f281b-afe0-475c-974a-128f63a194c0 req-6699972b-9469-4884-8936-8b0cd39d8a4f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Jun 29 14:30:39.250025 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b49e2-8ac4-4379-90ab-8e5829d45d33 req-a3d27185-b502-49fb-89ef-1cd8b8310c2f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:39.255696 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f62b49e2-8ac4-4379-90ab-8e5829d45d33 req-a3d27185-b502-49fb-89ef-1cd8b8310c2f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0841177 Jun 29 14:30:39.312069 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f62b49e2-8ac4-4379-90ab-8e5829d45d33 req-6c0f3d0f-2a7c-4af5-8c25-6b683fca6c1a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Jun 29 14:30:39.326832 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff14f-6aba-463d-8130-b6e1580a2169 req-6f4372da-4543-4a33-825d-efd40e56a207 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:39.332578 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-787ff14f-6aba-463d-8130-b6e1580a2169 req-6f4372da-4543-4a33-825d-efd40e56a207 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1056290 Jun 29 14:30:39.410213 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-787ff14f-6aba-463d-8130-b6e1580a2169 req-84808d4c-a6dc-46db-9ec0-06e6a9a47d9c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719891 Jun 29 14:30:39.574762 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e2dfe-a232-4c5f-8e61-9af7a5d1ee6c req-baa4ed80-91c9-457d-af80-0c422fb1e6c7 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:39.586974 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f49e2dfe-a232-4c5f-8e61-9af7a5d1ee6c req-baa4ed80-91c9-457d-af80-0c422fb1e6c7 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.1468287 Jun 29 14:30:39.666319 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f49e2dfe-a232-4c5f-8e61-9af7a5d1ee6c req-deaeec4f-bda6-43f6-ba16-eab80f83fd77 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762501 Jun 29 14:30:39.795176 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690ab00-989a-40b5-8f7a-1eddc3101591 req-fe99f616-05b1-4635-86c9-28dd74bf239a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:39.797009 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7690ab00-989a-40b5-8f7a-1eddc3101591 req-fe99f616-05b1-4635-86c9-28dd74bf239a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.0788906 Jun 29 14:30:39.844640 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7690ab00-989a-40b5-8f7a-1eddc3101591 req-b08b9385-fb64-4f64-b2fe-cd39814ff55f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416908 Jun 29 14:30:39.884245 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77678c61-f1b5-4971-a45c-0fa5944d4f45 req-3995f047-2e2b-4d87-8fc3-dc7812c20d67 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:39.885819 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77678c61-f1b5-4971-a45c-0fa5944d4f45 req-3995f047-2e2b-4d87-8fc3-dc7812c20d67 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0961108 Jun 29 14:30:39.934309 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77678c61-f1b5-4971-a45c-0fa5944d4f45 req-f6480b2e-e07d-4c83-ae9b-a661f1835bb4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Jun 29 14:30:40.170465 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a97b-11c9-4c2f-bf17-15c66e60185f req-a29b3854-0214-42a5-94a0-210959cb5fa0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:40.172007 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f06a97b-11c9-4c2f-bf17-15c66e60185f req-a29b3854-0214-42a5-94a0-210959cb5fa0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0788264 Jun 29 14:30:40.217130 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f06a97b-11c9-4c2f-bf17-15c66e60185f req-9e7b2788-87b6-4726-acaa-2ee05b26c801 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396671 Jun 29 14:30:40.520696 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4dbe1-9a10-45a8-9245-936aa0ef4bc7 req-0818af43-3074-45fb-b6cb-68b487112a82 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:40.522174 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-dcc4dbe1-9a10-45a8-9245-936aa0ef4bc7 req-0818af43-3074-45fb-b6cb-68b487112a82 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.0798955 Jun 29 14:30:40.618935 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Request body: {'port': {'device_id': 'be672939-f05a-40f7-801b-d602ae497cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:30:40.620541 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eb243-7c1a-481a-ae99-f16a748dbe5b req-66d5944d-a775-4de8-ae9a-32244f962d17 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:40.628146 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-011eb243-7c1a-481a-ae99-f16a748dbe5b req-66d5944d-a775-4de8-ae9a-32244f962d17 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0949206 Jun 29 14:30:40.711198 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-011eb243-7c1a-481a-ae99-f16a748dbe5b req-aec8736e-d977-4b0d-8947-05d30dee901d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815728 Jun 29 14:30:40.722706 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-5ae9f628-6c85-4d2e-afb3-ac50dd6c8a4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0ea204-d450-443f-988a-105d8826d2c0 HTTP/1.1" status: 200 len: 217 time: 0.1653411 Jun 29 14:30:40.731773 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-dcc4dbe1-9a10-45a8-9245-936aa0ef4bc7 req-8442c35a-7a7a-4e41-a63e-4ac19f77debc tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039094 Jun 29 14:30:40.756275 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-0afc767c-77f6-4565-98d3-d497fdf7726e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1098 time: 0.0854867 Jun 29 14:30:40.873547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-a1d76fef-8032-4c1e-8adf-b31ce60c9034 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:40.874918 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-a1d76fef-8032-4c1e-8adf-b31ce60c9034 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.1358213 Jun 29 14:30:40.878019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:40.889210 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8d0ab8bc-2108-4c41-a697-c06316f88bc4 req-b4a61b0e-c2a9-444a-9080-a54703903aed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 1100 time: 0.2442069 Jun 29 14:30:40.958337 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-2d3673e4-c2d9-4114-99b1-53ba7893e3a0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666230 Jun 29 14:30:40.989314 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8d0ab8bc-2108-4c41-a697-c06316f88bc4 req-2ff07061-360f-4e7f-a9ad-e796aff4e304 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617099 Jun 29 14:30:41.017863 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-937dbec8-d3b2-4c87-9927-9bc24ad2714a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.019896 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-937dbec8-d3b2-4c87-9927-9bc24ad2714a service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.2145069 Jun 29 14:30:41.127395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487ed1-0bf7-479b-9b57-14954b773a61 req-16f3a551-029f-4906-9717-989214170563 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.129266 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1d487ed1-0bf7-479b-9b57-14954b773a61 req-16f3a551-029f-4906-9717-989214170563 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.2042499 Jun 29 14:30:41.182600 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-d41c43c3-5b4c-4754-8cb3-5652f69d4709 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 1000 time: 0.1490197 Jun 29 14:30:41.228145 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1d487ed1-0bf7-479b-9b57-14954b773a61 req-6fd70511-4ca3-4dd1-8971-f4a158742943 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812206 Jun 29 14:30:41.265989 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-9633a138-dc93-40af-8b59-c53400862d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.267489 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-9633a138-dc93-40af-8b59-c53400862d3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.0736959 Jun 29 14:30:41.395421 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-a8832356-5995-4b11-8534-062dcacf8d00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175628 Jun 29 14:30:41.493226 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcff05-4d2e-4fcc-a245-6ccddb80157f req-2308584a-74f0-4050-8ce9-cd06dd4f0818 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.494665 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-62dcff05-4d2e-4fcc-a245-6ccddb80157f req-2308584a-74f0-4050-8ce9-cd06dd4f0818 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1552789 Jun 29 14:30:41.513775 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-26f2dabc-5d9d-4fb3-ba11-92e9612d1ab7 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187936 Jun 29 14:30:41.517077 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ab8bc-2108-4c41-a697-c06316f88bc4 req-1d584e84-3e59-4d4c-aad1-c65fa6dc29a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.518418 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8d0ab8bc-2108-4c41-a697-c06316f88bc4 req-1d584e84-3e59-4d4c-aad1-c65fa6dc29a4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4707551 Jun 29 14:30:41.531021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a24a16-6993-43a8-b0f5-9a4588ced626 req-e66a1422-16b3-4060-a80e-c2e215dabea2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.532166 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-63a24a16-6993-43a8-b0f5-9a4588ced626 req-e66a1422-16b3-4060-a80e-c2e215dabea2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.5417807 Jun 29 14:30:41.578996 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-62dcff05-4d2e-4fcc-a245-6ccddb80157f req-5afa7bce-9195-4e6c-8dc6-d1a2ed89fd4e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771356 Jun 29 14:30:41.582105 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-2924968a-8ba8-40c2-a2d9-c97bb0c989fe service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716952 Jun 29 14:30:41.752941 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c6faadba-ff3d-45e0-bf42-8946404dd1b4 req-9a26521f-987d-49bb-b40f-df277f0faaa8 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629865 Jun 29 14:30:41.768005 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-63a24a16-6993-43a8-b0f5-9a4588ced626 req-ecb46264-08fa-433a-950a-604b381ccdd6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128339 Jun 29 14:30:41.803479 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff47e9-5533-4994-a5a2-5d7b074768b2 req-dcdb1773-c014-4d3d-b3ae-3c7e5e5306ab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:41.805185 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e1ff47e9-5533-4994-a5a2-5d7b074768b2 req-dcdb1773-c014-4d3d-b3ae-3c7e5e5306ab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0895734 Jun 29 14:30:41.809415 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e42a1c1-28c1-4fce-8d9a-9f82353c59b6 req-76abc3ff-cd83-457f-badd-fe90243de14c service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745683 Jun 29 14:30:41.828879 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-b955f769-b707-41a7-9cde-8a12bd55908b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 1100 time: 0.2535877 Jun 29 14:30:41.859782 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e1ff47e9-5533-4994-a5a2-5d7b074768b2 req-4c3a73b0-7a1f-4114-875d-17d6a248d0f2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489411 Jun 29 14:30:42.004978 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-f3510dca-51b4-41ec-bc4e-a5dfe6f86091 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889 HTTP/1.1" status: 200 len: 217 time: 0.1310911 Jun 29 14:30:42.011984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:42.054915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:42.122308 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Transition to ACTIVE for port object ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:30:42.142899 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:42.151173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:42.197128 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-4a6917ec-ac37-4a87-b782-1216496c9ac8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.198595 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-4a6917ec-ac37-4a87-b782-1216496c9ac8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b HTTP/1.1" status: 200 len: 843 time: 0.1819558 Jun 29 14:30:42.229436 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ae76-208b-42e6-8c1a-6b82ce1b69f2 req-9b245c8e-8ade-4037-816e-f6e8f9f6183d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.230888 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc87ae76-208b-42e6-8c1a-6b82ce1b69f2 req-9b245c8e-8ade-4037-816e-f6e8f9f6183d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.2271032 Jun 29 14:30:42.252563 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-cf6a0610-e4d3-4dfd-b51c-b63cf47d1926 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1098 time: 0.1115487 Jun 29 14:30:42.312856 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-1ee87580-4c8d-41d8-b238-d97b6fc60194 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=75d994d713c64087b2f70ad8520494e2&device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 1096 time: 0.3875368 Jun 29 14:30:42.324758 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:42.329824 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:30:42.340938 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:42.387855 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-cc87ae76-208b-42e6-8c1a-6b82ce1b69f2 req-f505836d-e5c1-4b8d-a057-83e713f1bb21 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512153 Jun 29 14:30:42.443036 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-1fe4c0d4-f7f8-4c31-ba0d-4db596851578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.444928 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-1fe4c0d4-f7f8-4c31-ba0d-4db596851578 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.1849706 Jun 29 14:30:42.507708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ed210-f87d-4979-9ce5-9bbd2103c8c6 req-f66bc08e-67d3-4f3d-955a-4b93ec8871bc tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.509113 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-265ed210-f87d-4979-9ce5-9bbd2103c8c6 req-f66bc08e-67d3-4f3d-955a-4b93ec8871bc tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 932 time: 0.4423792 Jun 29 14:30:42.511797 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:42.528429 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:30:42.583599 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Attempting to bind port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:30:42.584194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Attempting to bind port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:30:42.584309 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Attempting to bind port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 on network 81771a19-e7e4-49ce-8ec8-6887af2bd19a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:42.608290 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:42.618142 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-91800924-4db6-4c0d-bc7f-058a4328b3dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e0c74a40-a8e2-4773-8e63-dcbc571bc6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4072864 Jun 29 14:30:42.618988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-18c0cc0f-e441-4933-8f9a-e1f6224fcf5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.620416 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-18c0cc0f-e441-4933-8f9a-e1f6224fcf5d service neutron] 10.222.0.74 "GET /v2.0/networks?id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 200 len: 916 time: 0.2763035 Jun 29 14:30:42.623426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 on network 81771a19-e7e4-49ce-8ec8-6887af2bd19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:30:42.623738 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Attempting to bind port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 on network 81771a19-e7e4-49ce-8ec8-6887af2bd19a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:30:42.633920 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:42.650005 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:42.654169 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:42.657712 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:42.663920 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-f3046478-f16f-4285-9d41-113e306d49be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 1000 time: 0.2037020 Jun 29 14:30:42.670520 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78af17-b590-417e-a2fb-54787723bc60 req-8294c077-7b71-4911-a56a-ccebce7a3c00 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.671947 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f78af17-b590-417e-a2fb-54787723bc60 req-8294c077-7b71-4911-a56a-ccebce7a3c00 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1477056 Jun 29 14:30:42.702993 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-265ed210-f87d-4979-9ce5-9bbd2103c8c6 req-ec0f801a-507f-4c6d-89f9-1d7beb403048 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795988 Jun 29 14:30:42.710699 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:30:42.710929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Checking segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:30:42.711328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Bound using segment: {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:30:42.711774 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Bound port: ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9e61c3-46fd-44d3-b9cc-280def85ece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:30:42.712109 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:42.734161 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=6']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:42.740034 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:42.770519 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-e9efbe79-0947-47ff-ba21-843b99d7298f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:42.772002 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-e9efbe79-0947-47ff-ba21-843b99d7298f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.0992243 Jun 29 14:30:42.774237 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f78af17-b590-417e-a2fb-54787723bc60 req-2ad39abd-057f-4129-93c2-dd944dc3463b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702083 Jun 29 14:30:42.835978 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-2e83a526-f7ee-4c72-9b16-9631a3bfbe8e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b0ea204-d450-443f-988a-105d8826d2c0 HTTP/1.1" status: 200 len: 217 time: 0.2024605 Jun 29 14:30:42.859903 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-62ec5784-aa97-4227-b22f-f989f661c93b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789993 Jun 29 14:30:42.866041 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['44a04f83-2c01-4683-9a31-8e1e038c1484'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:43.054415 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-f235f9c0-8945-4eea-b8b9-e970e118b5a6 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866872 Jun 29 14:30:43.064477 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dd1f6-2a67-4e25-bb30-eadcb7887188 req-20920709-2e21-49aa-adf0-52ba9dee9c27 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.066382 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9d7dd1f6-2a67-4e25-bb30-eadcb7887188 req-20920709-2e21-49aa-adf0-52ba9dee9c27 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.1255622 Jun 29 14:30:43.108100 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:30:43.129865 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-d5efb372-580e-4fc9-98b0-c268e0b506c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.131341 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-d5efb372-580e-4fc9-98b0-c268e0b506c8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 200 len: 855 time: 0.2780452 Jun 29 14:30:43.135366 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:30:43.176941 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-77f8f89f-600b-42af-8d5c-b9e84cce3f4e service neutron] 10.222.0.74 "GET /v2.0/networks/e0c74a40-a8e2-4773-8e63-dcbc571bc6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943190 Jun 29 14:30:43.177978 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:43.186849 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:43.196079 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9d7dd1f6-2a67-4e25-bb30-eadcb7887188 req-a4af02c6-a90d-48dc-a118-8eeb5e07a545 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113977 Jun 29 14:30:43.240742 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-97afa48a-a6f3-4e6a-a2b8-a0bb3f9e24ec req-3f5fd105-d877-4373-aa04-eb46e879ac9a service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734502 Jun 29 14:30:43.256294 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-04945e8b-27cd-4fe7-8e60-4e12cf636500 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27a9fa9f-1595-4e6d-989a-1ec7795c86d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129858 Jun 29 14:30:43.368517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32037cf-dd0b-4718-8c9c-82744564a704 req-e33ce487-5bb8-44c6-8e77-caddf18b9b08 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.370011 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d32037cf-dd0b-4718-8c9c-82744564a704 req-e33ce487-5bb8-44c6-8e77-caddf18b9b08 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.5205574 Jun 29 14:30:43.373762 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:43.375063 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] 10.222.0.74 "PUT /v2.0/ports/ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 1094 time: 2.7604468 Jun 29 14:30:43.380870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:43.403207 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179e0a-913d-4b4c-af77-756b52bf3e52 req-c24a5376-d383-4bdf-8b36-cd0b93155947 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.405213 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6b179e0a-913d-4b4c-af77-756b52bf3e52 req-c24a5376-d383-4bdf-8b36-cd0b93155947 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 945 time: 0.0869534 Jun 29 14:30:43.457295 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6b179e0a-913d-4b4c-af77-756b52bf3e52 req-70611173-2f2e-46e5-bd4e-ed3e1a6b4ad1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Jun 29 14:30:43.514834 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:43.527574 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:43.606918 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4c6d43fa-dab2-4420-8de6-13f6d1f6137f req-a85de969-9ce7-4821-b64c-32cc31e27270 service neutron] 10.222.0.74 "GET /v2.0/networks/e0c74a40-a8e2-4773-8e63-dcbc571bc6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792155 Jun 29 14:30:43.627046 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d32037cf-dd0b-4718-8c9c-82744564a704 req-03146b4c-ecca-4be3-9b0d-b4b1a05c1cda tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415576 Jun 29 14:30:43.636032 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-783ccd27-0395-4145-b20a-84a7a7ef34fc service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180575 Jun 29 14:30:43.644298 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-e70de79b-fde8-470e-a82e-ffed088e2861 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1097 time: 0.2042129 Jun 29 14:30:43.680473 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960366dc-efa0-46ce-bffd-ce5d1a337c2c req-8ff6586c-49c4-4748-af16-ca65cf059293 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.683571 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-960366dc-efa0-46ce-bffd-ce5d1a337c2c req-8ff6586c-49c4-4748-af16-ca65cf059293 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0887611 Jun 29 14:30:43.728444 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-960366dc-efa0-46ce-bffd-ce5d1a337c2c req-2d22b410-224f-412a-accc-ff74071d5458 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Jun 29 14:30:43.739763 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:30:43.802775 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-fbe622c3-096d-49e5-b0f5-a8b11738fdaa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 217 time: 0.1176414 Jun 29 14:30:43.956244 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8fb833bf-19dd-4752-ab84-d58c0865b8e6 req-64e7578b-621d-4d34-9097-fc194b043de9 service neutron] 10.222.0.74 "GET /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915108 Jun 29 14:30:43.957671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-a7cfc0a1-c688-4b1d-93b6-fd8b5f30ef80 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.958995 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-a7cfc0a1-c688-4b1d-93b6-fd8b5f30ef80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.1422100 Jun 29 14:30:43.978257 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35962da0-32d8-4b93-8f8a-c7b866e089df req-d0089513-a57d-460f-a55c-755a2dd5e26a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:43.979753 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-35962da0-32d8-4b93-8f8a-c7b866e089df req-d0089513-a57d-460f-a55c-755a2dd5e26a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0802200 Jun 29 14:30:44.022833 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f34c9-6132-4722-9a52-fbc40bd3cde8 req-101e4142-ad34-4e30-8973-90419ad10aff tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:44.024311 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a64f34c9-6132-4722-9a52-fbc40bd3cde8 req-101e4142-ad34-4e30-8973-90419ad10aff tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 944 time: 0.1761417 Jun 29 14:30:44.024783 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-35962da0-32d8-4b93-8f8a-c7b866e089df req-30ac1b40-865e-4991-9743-9708daea36fc tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Jun 29 14:30:44.086279 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-7f3abc4b-086f-45a8-b368-335a321fcfef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1113920 Jun 29 14:30:44.088622 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a64f34c9-6132-4722-9a52-fbc40bd3cde8 req-25a0a69d-69b8-4d32-b484-7bbfdfc28e2b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578058 Jun 29 14:30:44.223735 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-77a960c4-0c46-4f8d-a814-663c870d8aa3 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267757 Jun 29 14:30:44.335476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 6b0ea204-d450-443f-988a-105d8826d2c0 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:30:44.339633 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:44.361250 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1a49006-2738-4609-9a67-f4c07f6516a7 req-8126a99f-5879-409b-921b-1c70fe24457b service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284425 Jun 29 14:30:44.443665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdafee1-5dc0-4337-9917-d5f9783af234 req-c8ba65c5-f022-4c3b-b61d-5889f3317368 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:44.445283 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-acdafee1-5dc0-4337-9917-d5f9783af234 req-c8ba65c5-f022-4c3b-b61d-5889f3317368 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 943 time: 0.1266582 Jun 29 14:30:44.500514 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-acdafee1-5dc0-4337-9917-d5f9783af234 req-35b0e1a9-2c61-4cd6-b2ae-9a4b285500ce tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491877 Jun 29 14:30:44.513406 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-d872dfe9-b904-48bc-ae59-753cfb3125ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1097 time: 0.0862367 Jun 29 14:30:44.568804 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 44a04f83-2c01-4683-9a31-8e1e038c1484 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:44.569234 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:44.609628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=6b0ea204-d450-443f-988a-105d8826d2c0,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:44.634786 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '6b0ea204-d450-443f-988a-105d8826d2c0', 'network_id': '27a9fa9f-1595-4e6d-989a-1ec7795c86d9', 'port_id': '6b0ea204-d450-443f-988a-105d8826d2c0', 'mac_address': 'fa:16:3e:fd:ae:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe0f037-582f-40c7-acf7-cafd4c80d36a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:30:44.790804 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:44.842087 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0ea204-d450-443f-988a-105d8826d2c0 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:44.857928 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=6b0ea204-d450-443f-988a-105d8826d2c0,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:44.864096 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:44.874162 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:44.877545 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:44.895568 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-e7b6982e-a450-4a13-a1ba-6be9fbcadbeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:44.897169 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-e7b6982e-a450-4a13-a1ba-6be9fbcadbeb service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.3759043 Jun 29 14:30:44.948707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:44.965867 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:44.969918 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:44.974196 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:44.976376 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:44.976826 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:44.984652 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100429f-f3ca-4456-b2d1-857e1925b01c req-a9be280e-df7f-4c31-a68f-9f2138a31aa1 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:44.992343 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1100429f-f3ca-4456-b2d1-857e1925b01c req-a9be280e-df7f-4c31-a68f-9f2138a31aa1 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.1210649 Jun 29 14:30:45.033634 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-bccb7c30-2915-4abb-8fe2-0cc8d7bc5acb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 217 time: 0.0976007 Jun 29 14:30:45.041387 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=7']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:45.044406 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:45.047391 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1100429f-f3ca-4456-b2d1-857e1925b01c req-84559f34-d717-4ab4-8cc1-0344f4393466 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539455 Jun 29 14:30:45.136248 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-ef16dcde-89d6-4232-8bce-d3f31cea0a1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:45.137786 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-ef16dcde-89d6-4232-8bce-d3f31cea0a1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.0950556 Jun 29 14:30:45.144635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60cfaa-0f9f-44a2-8dfa-2929ce677685 req-cae787c8-86e4-4573-8366-889773a726ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:45.151447 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ef60cfaa-0f9f-44a2-8dfa-2929ce677685 req-cae787c8-86e4-4573-8366-889773a726ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.2530169 Jun 29 14:30:45.256537 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ef60cfaa-0f9f-44a2-8dfa-2929ce677685 req-bbf733ae-2089-4c60-97be-dabb48c0a339 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041431 Jun 29 14:30:45.261764 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dba2dd-24ce-406f-90ef-402f4dc385be req-dcf1973a-977d-42f7-8c05-cd4794505993 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:45.263344 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-75dba2dd-24ce-406f-90ef-402f4dc385be req-dcf1973a-977d-42f7-8c05-cd4794505993 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0842652 Jun 29 14:30:45.273887 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-b790fd11-316e-4f47-9165-88e6bff42f67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203077 Jun 29 14:30:45.326624 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-75dba2dd-24ce-406f-90ef-402f4dc385be req-202fb18e-f22a-4727-adf3-7502d1ec5765 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575151 Jun 29 14:30:45.331379 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['6b0ea204-d450-443f-988a-105d8826d2c0'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:45.428728 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'code': 200} Jun 29 14:30:45.599440 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-ea811684-1022-4cd7-aeb3-c4b11934bc50 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151460 Jun 29 14:30:45.685323 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a79c71-0e94-4934-9299-c7ae51e520a0 req-325385f7-0115-4b3c-9b83-b2d3f7d835fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:45.692630 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-43a79c71-0e94-4934-9299-c7ae51e520a0 req-325385f7-0115-4b3c-9b83-b2d3f7d835fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1068492 Jun 29 14:30:45.789974 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-77b04bb1-d80b-411c-8371-e7f3b546e581 req-f6be6519-85ef-486a-87aa-b60fbb4b5ef2 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799681 Jun 29 14:30:45.796469 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76a847-0967-47e9-8472-9013a2114fa5 req-7c17fefa-9bac-4ced-8d47-5af60748a9f8 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:45.798040 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7d76a847-0967-47e9-8472-9013a2114fa5 req-7c17fefa-9bac-4ced-8d47-5af60748a9f8 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 944 time: 0.2553947 Jun 29 14:30:45.812279 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-43a79c71-0e94-4934-9299-c7ae51e520a0 req-1de78fb3-56c5-43b9-bfc5-ca4d5c4e6242 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188171 Jun 29 14:30:45.911492 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7d76a847-0967-47e9-8472-9013a2114fa5 req-96488221-cf35-42cf-8de7-d959eb8350d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072066 Jun 29 14:30:46.060396 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522efd3-796d-4e65-b7cc-bbda8482b1bb req-fc819c6f-e8f9-4819-a7a9-75baaffb198f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:46.062143 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8522efd3-796d-4e65-b7cc-bbda8482b1bb req-fc819c6f-e8f9-4819-a7a9-75baaffb198f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 944 time: 0.0876594 Jun 29 14:30:46.116969 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8522efd3-796d-4e65-b7cc-bbda8482b1bb req-ced6cee4-9f99-405c-9aac-f8caf974af8b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486732 Jun 29 14:30:46.300758 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8100f90-c5b6-40d6-bbb2-3ccc1bc44360 req-6c32b9ea-81d6-46dc-bb01-9d69b6c4abe9 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:46.302306 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a8100f90-c5b6-40d6-bbb2-3ccc1bc44360 req-6c32b9ea-81d6-46dc-bb01-9d69b6c4abe9 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 947 time: 0.1118083 Jun 29 14:30:46.339692 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d3c94c91-65b3-4eed-8c2a-6eea2459d889 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:30:46.368633 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a8100f90-c5b6-40d6-bbb2-3ccc1bc44360 req-2a307e6f-e241-41e2-b78d-60ae3bfc5b00 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581589 Jun 29 14:30:46.537615 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:46.551586 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889', 'network_id': 'e0c74a40-a8e2-4773-8e63-dcbc571bc6f7', 'port_id': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889', 'mac_address': 'fa:16:3e:4c:f1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0809cc-0ec5-4b2a-90f5-b8a2293fdf6b', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:30:46.615738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a076-0e0c-420d-86b0-8d8c0d88c3f7 req-fba4bfd2-e83a-44e3-a58d-d9b11b20278e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:46.620268 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-da34a076-0e0c-420d-86b0-8d8c0d88c3f7 req-fba4bfd2-e83a-44e3-a58d-d9b11b20278e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1383851 Jun 29 14:30:46.622074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861f814-2112-4f85-9660-cd59c8fb8f8d req-7cd70c02-5633-4bdd-8ee6-069e23e6b14c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:46.625152 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:46.630137 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a861f814-2112-4f85-9660-cd59c8fb8f8d req-7cd70c02-5633-4bdd-8ee6-069e23e6b14c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1130946 Jun 29 14:30:46.660489 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c94c91-65b3-4eed-8c2a-6eea2459d889 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:46.677861 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:46.683576 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-da34a076-0e0c-420d-86b0-8d8c0d88c3f7 req-dc7e16eb-8fda-49e7-a898-9c557938bac1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567510 Jun 29 14:30:46.687651 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a861f814-2112-4f85-9660-cd59c8fb8f8d req-e9ac0d86-5d93-45b6-9c48-246f1808dd53 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566568 Jun 29 14:30:46.691089 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:46.693403 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:46.764975 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:46.768174 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:47.119042 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['d3c94c91-65b3-4eed-8c2a-6eea2459d889'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:47.129592 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e10eb-64c9-4dfc-8510-2843c769eb98 req-f2e24b1b-a674-4cd6-86d6-6d61acb5461c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:47.131051 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5a9e10eb-64c9-4dfc-8510-2843c769eb98 req-f2e24b1b-a674-4cd6-86d6-6d61acb5461c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 944 time: 0.0834861 Jun 29 14:30:47.213541 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5a9e10eb-64c9-4dfc-8510-2843c769eb98 req-aed2d577-9901-46be-ba36-cc24440dda99 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Jun 29 14:30:47.393317 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff12349-fe62-4e21-9a68-d8c1fede30ac req-7feb002d-5178-40ec-94a0-a7422a0896e8 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:47.397685 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6ff12349-fe62-4e21-9a68-d8c1fede30ac req-7feb002d-5178-40ec-94a0-a7422a0896e8 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 944 time: 0.0985086 Jun 29 14:30:47.456857 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6ff12349-fe62-4e21-9a68-d8c1fede30ac req-4f2619bf-f432-4d31-8e38-a63b95edb917 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Jun 29 14:30:47.639949 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbcbf0-8833-4601-ad1a-2acab7b5f085 req-7cd3a14a-5ef3-40e9-a5a4-f3df5c97e75e tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:47.643595 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0fcbcbf0-8833-4601-ad1a-2acab7b5f085 req-7cd3a14a-5ef3-40e9-a5a4-f3df5c97e75e tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 948 time: 0.1057780 Jun 29 14:30:47.692110 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0fcbcbf0-8833-4601-ad1a-2acab7b5f085 req-e65fe290-0697-419b-bd22-a400aa496a03 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Jun 29 14:30:47.797030 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-8aa1014b-c3b6-4b53-a478-9a1c49775630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:47.921804 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c47285-425c-4bea-b978-cb55f0d2a13d req-9a1c9484-936b-4d3c-ba6c-26d1bf380c61 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:47.932416 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e5c47285-425c-4bea-b978-cb55f0d2a13d req-9a1c9484-936b-4d3c-ba6c-26d1bf380c61 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1012406 Jun 29 14:30:47.946711 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef55f7-5af1-4296-bedb-f5a29deae29c req-f3182a2e-ead2-436a-bb9f-b9f97fb6e578 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:47.948559 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-59ef55f7-5af1-4296-bedb-f5a29deae29c req-f3182a2e-ead2-436a-bb9f-b9f97fb6e578 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1007438 Jun 29 14:30:47.985078 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e5c47285-425c-4bea-b978-cb55f0d2a13d req-d97f970b-ec8b-4487-83bf-a4ed5b902e25 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Jun 29 14:30:48.019062 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-59ef55f7-5af1-4296-bedb-f5a29deae29c req-74e6d4a2-8a7f-4920-925c-ead2885ad670 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619609 Jun 29 14:30:48.299344 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.348609 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:30:48.352790 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 6b0ea204-d450-443f-988a-105d8826d2c0 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:48.497918 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdfdb3-5fb2-47b3-b634-8844e8b3b5cd req-52bfea78-3964-4815-a862-416430cb7108 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:48.500236 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4bcdfdb3-5fb2-47b3-b634-8844e8b3b5cd req-52bfea78-3964-4815-a862-416430cb7108 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 944 time: 0.0971053 Jun 29 14:30:48.557442 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4bcdfdb3-5fb2-47b3-b634-8844e8b3b5cd req-cac8d06b-4ace-4933-97c9-69172f209493 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Jun 29 14:30:48.588842 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 6b0ea204-d450-443f-988a-105d8826d2c0 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:48.600961 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:48.624709 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'port_id': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'mac_address': 'fa:16:3e:0e:c6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:30:48.627920 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 6b0ea204-d450-443f-988a-105d8826d2c0 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:48.628339 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.686341 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387362ee-27ad-43a7-8e2b-b92d52aed9de req-4602537a-c410-465a-bfe4-859f23369d36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:48.688646 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387362ee-27ad-43a7-8e2b-b92d52aed9de req-4602537a-c410-465a-bfe4-859f23369d36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 944 time: 0.1043820 Jun 29 14:30:48.734848 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.775568 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387362ee-27ad-43a7-8e2b-b92d52aed9de req-b0d037b6-d45c-40c1-a417-30e5f944b261 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802259 Jun 29 14:30:48.793756 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:30:48.829463 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:48.839102 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.850961 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.855353 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:48.935604 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:48.947293 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:48.951043 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=6b0ea204-d450-443f-988a-105d8826d2c0,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:48.952247 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:48.959180 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:48.963872 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:48.998502 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b87998-1d7b-43fc-a911-4dbb83044b5e req-be911b74-4187-4e34-8e09-ffaae3a96578 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:49.013476 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0', 'code': 200} Jun 29 14:30:49.016955 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d3b87998-1d7b-43fc-a911-4dbb83044b5e req-be911b74-4187-4e34-8e09-ffaae3a96578 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 948 time: 0.1358762 Jun 29 14:30:49.071558 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:49.085214 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:49.134356 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d3b87998-1d7b-43fc-a911-4dbb83044b5e req-4dbb0561-cc48-4707-b48a-9f41c0e6a242 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164420 Jun 29 14:30:49.232876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177c746-4a88-4ea1-8512-fce1c237d259 req-2cc25adc-1a5c-4f14-888c-1912e0bd7baa tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:49.241790 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8177c746-4a88-4ea1-8512-fce1c237d259 req-2cc25adc-1a5c-4f14-888c-1912e0bd7baa tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1138089 Jun 29 14:30:49.259484 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:49.351871 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc9558-c647-4616-8fec-6f4e2d97d3bb req-1cf10d99-391b-4b33-ae6d-3df9b9d987f8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:49.353599 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8177c746-4a88-4ea1-8512-fce1c237d259 req-2e303ace-e248-4e36-93de-c4defc9d3edd tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106122 Jun 29 14:30:49.366871 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0afc9558-c647-4616-8fec-6f4e2d97d3bb req-1cf10d99-391b-4b33-ae6d-3df9b9d987f8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1191843 Jun 29 14:30:49.382543 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-951a211e-aa02-40bf-92de-29be43abbb95 req-b3ae6963-e092-4a8c-b033-9233640ab7c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 1098 time: 0.0947161 Jun 29 14:30:49.441124 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0afc9558-c647-4616-8fec-6f4e2d97d3bb req-aa1e5ea0-27be-4f5a-b40f-adc6650b0487 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666955 Jun 29 14:30:49.454989 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-951a211e-aa02-40bf-92de-29be43abbb95 req-58b254f6-dee1-45b8-a288-5679b89c623a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619125 Jun 29 14:30:49.796969 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca373d8-08ed-4793-9301-3857260b1b47 req-27648dd4-a752-4f83-aceb-870c0145d627 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:49.805351 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2ca373d8-08ed-4793-9301-3857260b1b47 req-27648dd4-a752-4f83-aceb-870c0145d627 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 945 time: 0.0846369 Jun 29 14:30:49.851503 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2ca373d8-08ed-4793-9301-3857260b1b47 req-0c4484ef-ace2-4140-a3f6-c60b59fb2969 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452724 Jun 29 14:30:49.930903 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2e0de74-753e-4a7d-b9d6-2066a18c303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:50.051217 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754020b-8d68-4f35-ad2d-bdbba8e72222 req-e453a2aa-1903-4b71-a09f-2f414a62c006 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:50.053398 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5754020b-8d68-4f35-ad2d-bdbba8e72222 req-e453a2aa-1903-4b71-a09f-2f414a62c006 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.0877376 Jun 29 14:30:50.106573 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5754020b-8d68-4f35-ad2d-bdbba8e72222 req-0d895935-71cc-49f8-9edb-5918e5edbe33 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Jun 29 14:30:50.333302 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f93710-d65b-4a7d-8187-7310504aaa0c req-fb36670b-2527-499b-95a0-f42abb49876d tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:50.334799 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-01f93710-d65b-4a7d-8187-7310504aaa0c req-fb36670b-2527-499b-95a0-f42abb49876d tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 948 time: 0.0807459 Jun 29 14:30:50.361425 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d3c94c91-65b3-4eed-8c2a-6eea2459d889 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:50.451586 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-01f93710-d65b-4a7d-8187-7310504aaa0c req-00a7e988-4379-4ef8-9e38-5a44496eb4e5 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105673 Jun 29 14:30:50.523701 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port d3c94c91-65b3-4eed-8c2a-6eea2459d889 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:50.539964 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port d3c94c91-65b3-4eed-8c2a-6eea2459d889 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:50.540446 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:50.687633 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fe29d-0147-4b02-8e55-48ce6d3142e3 req-a6f6bb15-99fb-455e-808a-4dc9324d15ee tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:50.698144 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fc7fe29d-0147-4b02-8e55-48ce6d3142e3 req-a6f6bb15-99fb-455e-808a-4dc9324d15ee tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1506224 Jun 29 14:30:50.708588 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1bea6-83b7-408e-84db-84417889c7ed req-64b2ae4f-d181-4872-9283-33e16d38e229 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:50.718600 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9ac1bea6-83b7-408e-84db-84417889c7ed req-64b2ae4f-d181-4872-9283-33e16d38e229 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1154597 Jun 29 14:30:50.767106 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fc7fe29d-0147-4b02-8e55-48ce6d3142e3 req-fe8f6fef-6793-4d13-b44d-f92e99fdaf12 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663483 Jun 29 14:30:50.791905 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:50.801647 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9ac1bea6-83b7-408e-84db-84417889c7ed req-34e347c9-d3f6-473e-89de-7ce10b297602 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817659 Jun 29 14:30:50.840065 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:50.845518 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:50.849207 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:50.930940 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:50.933910 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:51.014897 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:51.088708 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479af2-294b-40a4-86ff-0c452cec134f req-3e87e7cc-2278-4e97-b617-67c992919121 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:51.090219 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a3479af2-294b-40a4-86ff-0c452cec134f req-3e87e7cc-2278-4e97-b617-67c992919121 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 945 time: 0.0953677 Jun 29 14:30:51.103416 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889', 'code': 200} Jun 29 14:30:51.110717 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:51.146444 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a3479af2-294b-40a4-86ff-0c452cec134f req-8fe6c398-3e90-4815-a3af-05ea2f907f74 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Jun 29 14:30:51.391151 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0f739-8507-47e2-835a-6637070cf76d req-890c4a0a-658d-42ff-821a-a0c5da7f8b20 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:51.392653 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9be0f739-8507-47e2-835a-6637070cf76d req-890c4a0a-658d-42ff-821a-a0c5da7f8b20 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.1326079 Jun 29 14:30:51.398827 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-81b54c74-186d-4e8e-9a01-8831ca845ec6 req-e9a9e55f-1ae2-4df9-ab7b-2ed8ac3793a5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 1102 time: 0.1061962 Jun 29 14:30:51.473783 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9be0f739-8507-47e2-835a-6637070cf76d req-c0c01de6-2dab-4a4b-a8ba-137a37641fc0 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718684 Jun 29 14:30:51.474026 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-81b54c74-186d-4e8e-9a01-8831ca845ec6 req-38bb42d8-fe15-46fc-9e0c-3a1e1e7c1399 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584321 Jun 29 14:30:51.711316 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcc397-4384-4fb0-a7fe-edd058b394ab req-221a8bdc-9d5d-4453-9920-c878be462e5e tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:51.713057 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-55bcc397-4384-4fb0-a7fe-edd058b394ab req-221a8bdc-9d5d-4453-9920-c878be462e5e tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.0924761 Jun 29 14:30:51.772727 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-55bcc397-4384-4fb0-a7fe-edd058b394ab req-28a5d83f-e10b-4edf-85a7-7ba3902f767b tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529943 Jun 29 14:30:51.993277 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24c5cf-3729-4341-a34d-570d8ae634d8 req-3139a05d-24f7-46c0-a44e-16f39535a646 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:51.994841 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a24c5cf-3729-4341-a34d-570d8ae634d8 req-3139a05d-24f7-46c0-a44e-16f39535a646 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0955620 Jun 29 14:30:52.060441 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9a24c5cf-3729-4341-a34d-570d8ae634d8 req-37e63630-f3f6-4183-ab8f-4d1612d3d262 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593588 Jun 29 14:30:52.131104 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a325d3-2edc-4fe7-9a20-358ea6b7bb9f req-43950380-6f53-41ec-93dc-4f24cf2afce2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:52.132622 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-66a325d3-2edc-4fe7-9a20-358ea6b7bb9f req-43950380-6f53-41ec-93dc-4f24cf2afce2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1166201 Jun 29 14:30:52.192634 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-66a325d3-2edc-4fe7-9a20-358ea6b7bb9f req-d7714818-8c4e-48ce-bb82-bdef17aac07b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528309 Jun 29 14:30:52.385916 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:30:52.403194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4552613-c5fa-4946-a08c-baf584fec838 req-8578f2c7-93d1-4da6-8f28-de9434585784 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:52.403194 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d4552613-c5fa-4946-a08c-baf584fec838 req-8578f2c7-93d1-4da6-8f28-de9434585784 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 945 time: 0.1202967 Jun 29 14:30:52.478748 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d4552613-c5fa-4946-a08c-baf584fec838 req-685fe65f-e026-4f49-ad49-69bff8e39f16 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669866 Jun 29 14:30:52.493886 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:30:52.498836 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:30:52.500269 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:52.612660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:52.648309 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:52.703019 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:52.709109 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:52.712058 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:52.808970 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:52.819691 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c30f91dd-da76-43e5-aa41-a112e209b9b8 req-2d359fab-e84d-48a0-8b4f-9a61f04b6c5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.0777769 Jun 29 14:30:52.832005 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:52.889824 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c30f91dd-da76-43e5-aa41-a112e209b9b8 req-7ccc411c-2df3-45fb-806a-41e1dd0fd120 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444307 Jun 29 14:30:53.014182 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b9ee-349f-400a-b6f2-7f252d98710e req-10c75d47-e82c-4f94-b4b3-d0e6447d5a1f tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:53.016427 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7211b9ee-349f-400a-b6f2-7f252d98710e req-10c75d47-e82c-4f94-b4b3-d0e6447d5a1f tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.0932567 Jun 29 14:30:53.063560 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7211b9ee-349f-400a-b6f2-7f252d98710e req-f5d37187-5f2a-43f1-9bb6-e6bcb5a0d872 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Jun 29 14:30:53.105824 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:53.209340 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'code': 200} Jun 29 14:30:53.336526 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73995998-8736-4bba-a732-bf85579f0c8c req-1a431cb4-124f-45eb-940f-8c5680b3d540 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:53.338078 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73995998-8736-4bba-a732-bf85579f0c8c req-1a431cb4-124f-45eb-940f-8c5680b3d540 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1152825 Jun 29 14:30:53.413005 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-73995998-8736-4bba-a732-bf85579f0c8c req-7048982f-e74e-43dd-bec0-50ab0d16af60 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689747 Jun 29 14:30:53.673996 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10639d-682a-46a2-b34c-1c0826bb1e56 req-83910970-c8a0-48da-a05f-85efbf60f164 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:53.681104 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fe10639d-682a-46a2-b34c-1c0826bb1e56 req-83910970-c8a0-48da-a05f-85efbf60f164 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1033182 Jun 29 14:30:53.703601 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5ac73d17-40e1-4c69-a664-4f4d154cb841 req-9e67402a-c6f7-40e6-8198-1becf6cff779 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1099 time: 0.2243776 Jun 29 14:30:53.780849 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fe10639d-682a-46a2-b34c-1c0826bb1e56 req-d00e6162-db2d-4618-bf0f-612aa1d01f94 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984645 Jun 29 14:30:53.790057 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5ac73d17-40e1-4c69-a664-4f4d154cb841 req-9252cf3c-9bac-4780-a06f-8362af8d427f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681667 Jun 29 14:30:54.012220 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fbe3-6b4a-4aa7-9878-9c51c8d9b9b0 req-416a89c4-21fe-4394-b4e0-9e9dc54af7b8 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:54.013938 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4fa1fbe3-6b4a-4aa7-9878-9c51c8d9b9b0 req-416a89c4-21fe-4394-b4e0-9e9dc54af7b8 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.1088381 Jun 29 14:30:54.083038 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4fa1fbe3-6b4a-4aa7-9878-9c51c8d9b9b0 req-52c39d71-d818-4c0a-9540-0fd6e8a84373 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Jun 29 14:30:54.396882 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d07b-8d68-46e7-9b60-a70c58bf9e18 req-087a7bbb-2d45-42f1-a694-8877f4d48fc7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:54.404092 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c410d07b-8d68-46e7-9b60-a70c58bf9e18 req-087a7bbb-2d45-42f1-a694-8877f4d48fc7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1080229 Jun 29 14:30:54.465687 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c410d07b-8d68-46e7-9b60-a70c58bf9e18 req-c83835dc-a978-4b95-9303-bdc63cf9f144 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603383 Jun 29 14:30:54.673395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761d761-d4a7-4887-8e85-4b2129214005 req-ce30a2fa-e60c-4412-adeb-7f6bee6cecb8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:54.681034 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c761d761-d4a7-4887-8e85-4b2129214005 req-ce30a2fa-e60c-4412-adeb-7f6bee6cecb8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0963387 Jun 29 14:30:54.728560 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c761d761-d4a7-4887-8e85-4b2129214005 req-ad9651a1-b075-4ec8-94ce-d26fb1a23a84 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Jun 29 14:30:55.023773 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08f144-ca3a-4f54-b20a-b625d7d06130 req-79cc7150-f70a-4bdd-94ac-45457955f1b5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.030937 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7f08f144-ca3a-4f54-b20a-b625d7d06130 req-79cc7150-f70a-4bdd-94ac-45457955f1b5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0968916 Jun 29 14:30:55.083306 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7f08f144-ca3a-4f54-b20a-b625d7d06130 req-d26f8100-c34e-4bd7-8a6f-e7ad8a6ceafb tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512965 Jun 29 14:30:55.363234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16109-2c39-4a61-9f97-d81cd2d5f861 req-c4576acf-7f0a-4284-b7aa-e701203ed5dd tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.370683 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-33d16109-2c39-4a61-9f97-d81cd2d5f861 req-c4576acf-7f0a-4284-b7aa-e701203ed5dd tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.1079707 Jun 29 14:30:55.420392 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-33d16109-2c39-4a61-9f97-d81cd2d5f861 req-bdb60ef1-1f69-4e1b-8be4-a58130320a55 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Jun 29 14:30:55.522543 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46cc3-4fda-470d-9c83-b8d80d6a31a1 req-4a653b97-f558-4ec0-a60f-b57cdf5f6895 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.524680 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0c46cc3-4fda-470d-9c83-b8d80d6a31a1 req-4a653b97-f558-4ec0-a60f-b57cdf5f6895 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1529884 Jun 29 14:30:55.533827 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-4d11e694-5136-4c74-802d-758646591c86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b6840424233e41558b406f0e9cef7c8e&device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 1099 time: 0.2239969 Jun 29 14:30:55.686262 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0c46cc3-4fda-470d-9c83-b8d80d6a31a1 req-1ecb9bd0-5f9f-4002-8c27-23e43b882025 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495254 Jun 29 14:30:55.739275 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-23b7c6f2-f732-4a29-8237-7491029d6d5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.740795 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-23b7c6f2-f732-4a29-8237-7491029d6d5b service neutron] 10.222.0.74 "GET /v2.0/networks?id=965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 200 len: 918 time: 0.1897566 Jun 29 14:30:55.778547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023a8d4-610c-4ac8-bc10-ce6a1a0820ed req-f358fa02-cbcc-4bd9-b55d-c2b202d6b06c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.785902 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4023a8d4-610c-4ac8-bc10-ce6a1a0820ed req-f358fa02-cbcc-4bd9-b55d-c2b202d6b06c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1155629 Jun 29 14:30:55.822757 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-20c95e7e-b13b-4340-ae40-4c6cb1b93d9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 200 len: 217 time: 0.0671415 Jun 29 14:30:55.847603 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4023a8d4-610c-4ac8-bc10-ce6a1a0820ed req-bab797b8-3ded-4782-8f1d-77c9c6efa4f3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Jun 29 14:30:55.915499 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-01366ee7-4f6b-4063-acb4-32935c0f064c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:55.917358 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-01366ee7-4f6b-4063-acb4-32935c0f064c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 200 len: 857 time: 0.0786328 Jun 29 14:30:55.994609 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-982b8549-496b-4a69-bba8-b7d4550f9aa0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=965ac20b-70a5-40a1-bd63-95d655fb2f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581238 Jun 29 14:30:56.360893 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3238-4333-47db-94d7-1c39de937985 req-484eb6cf-b338-4380-9242-a7ac27714ea9 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:56.362916 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1dee3238-4333-47db-94d7-1c39de937985 req-484eb6cf-b338-4380-9242-a7ac27714ea9 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.3610024 Jun 29 14:30:56.422276 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f55da-df7f-4336-8989-cbcc6942675a req-f289e842-79d3-4d1f-a9c2-06db22c60ed6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:56.423740 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c64f55da-df7f-4336-8989-cbcc6942675a req-f289e842-79d3-4d1f-a9c2-06db22c60ed6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1362956 Jun 29 14:30:56.428489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-c2f7efba-a028-4cf2-859b-4edc76e0b271 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:56.429990 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-c2f7efba-a028-4cf2-859b-4edc76e0b271 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.74 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.3103149 Jun 29 14:30:56.431734 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-81de1ef1-da78-48ce-b73c-0668745f235b service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941429 Jun 29 14:30:56.504673 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c64f55da-df7f-4336-8989-cbcc6942675a req-875d474e-b6c5-4c7c-bf1e-f3c0244f9409 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747747 Jun 29 14:30:56.609613 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1dee3238-4333-47db-94d7-1c39de937985 req-1e6b8068-9d8e-4eb2-bc46-9af660c7923a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341359 Jun 29 14:30:56.725600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Deleting port d3c94c91-65b3-4eed-8c2a-6eea2459d889 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:30:56.726159 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:56.881824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21804c8-df4c-4438-b899-7ce221fcccb4 req-654ee283-0a3b-4e6f-a60d-7bc8f438e0ab tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:56.886830 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b21804c8-df4c-4438-b899-7ce221fcccb4 req-654ee283-0a3b-4e6f-a60d-7bc8f438e0ab tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 949 time: 0.2000508 Jun 29 14:30:56.977132 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b21804c8-df4c-4438-b899-7ce221fcccb4 req-e415b43d-d13b-4d25-a7d3-e9b9a01d2ca7 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/security-groups?id=76502473-8664-4941-b38d-d987f1edb68f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843532 Jun 29 14:30:57.114557 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-387fe9bc-631f-48cb-b5e4-75325e16961a req-d5ab4fb4-896f-4fc2-97fe-ea0e3f32d8fc service neutron] 10.222.0.74 "GET /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435108 Jun 29 14:30:57.149873 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] For port d3c94c91-65b3-4eed-8c2a-6eea2459d889, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d3c94c91-65b3-4eed-8c2a-6eea2459d889,segment=NetworkSegment(e4af3577-71fa-4a8c-a582-0c33434d9e23),segment_id=e4af3577-71fa-4a8c-a582-0c33434d9e23)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:30:57.150647 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:57.225058 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd3d35-f447-4280-9b93-66ca66527a34 req-bf7081ed-9cee-4b39-8673-b6d5dee46027 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:57.226604 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afcd3d35-f447-4280-9b93-66ca66527a34 req-bf7081ed-9cee-4b39-8673-b6d5dee46027 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0898604 Jun 29 14:30:57.292111 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afcd3d35-f447-4280-9b93-66ca66527a34 req-554e5f0d-bfc6-4c3f-8cb2-3012456949a4 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581388 Jun 29 14:30:57.341739 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Calling delete_port for d3c94c91-65b3-4eed-8c2a-6eea2459d889 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:30:57.467096 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3cd67-0687-40fa-b997-ba5ae7334dc7 req-ad9f98a2-6dbd-4eaf-a5ea-36f2e8fd3109 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:57.468554 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08e3cd67-0687-40fa-b997-ba5ae7334dc7 req-ad9f98a2-6dbd-4eaf-a5ea-36f2e8fd3109 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.2384460 Jun 29 14:30:57.536393 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:57.543751 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:30:57.547449 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['d3c94c91-65b3-4eed-8c2a-6eea2459d889'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:30:57.611525 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Pushing event deleted for resources: {'Port': ['ID=d3c94c91-65b3-4eed-8c2a-6eea2459d889,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:30:57.627399 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:30:57.735636 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08e3cd67-0687-40fa-b997-ba5ae7334dc7 req-644f5d1f-7663-4f17-889e-b4b77264e04a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308972 Jun 29 14:30:57.755480 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] No DVR routers for this DVR port d3c94c91-65b3-4eed-8c2a-6eea2459d889 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:30:57.759041 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:57.763518 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'name': 'network-vif-deleted', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:30:57.781204 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-67dc80b2-d029-4cfc-ab55-272569fa042b req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.74 "DELETE /v2.0/ports/d3c94c91-65b3-4eed-8c2a-6eea2459d889 HTTP/1.1" status: 204 len: 173 time: 1.3080764 Jun 29 14:30:57.854743 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379e0e83-702e-4047-92bb-eeab8dba4fc5', 'name': 'network-vif-deleted', 'tag': 'd3c94c91-65b3-4eed-8c2a-6eea2459d889', 'status': 'completed', 'code': 200} Jun 29 14:30:57.884128 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d393a9-f029-404c-aee8-b69c5816e3e7 req-0ff59741-36d3-4bfe-ac52-e52270193a88 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:57.894072 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-74d393a9-f029-404c-aee8-b69c5816e3e7 req-0ff59741-36d3-4bfe-ac52-e52270193a88 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1786420 Jun 29 14:30:57.963685 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-74d393a9-f029-404c-aee8-b69c5816e3e7 req-8b091a43-8994-4f4e-886f-a7aba989ff36 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683014 Jun 29 14:30:58.179774 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d080fadd-465e-430e-b75e-2670e7867ae6 req-6734444f-7fcc-4b03-810e-a52478de6fc6 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] 10.222.0.11 "GET /v2.0/ports?device_id=379e0e83-702e-4047-92bb-eeab8dba4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0440502 Jun 29 14:30:58.492516 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-086fa7c5-3e65-4b81-9ad2-edf13327112e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1099 time: 0.0723016 Jun 29 14:30:58.513444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3bb40-200d-46fb-8ab6-9ff7e904fbd8 req-f8127ebe-1549-4b80-b725-96563b2d7de8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:58.514890 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-12e3bb40-200d-46fb-8ab6-9ff7e904fbd8 req-f8127ebe-1549-4b80-b725-96563b2d7de8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0808322 Jun 29 14:30:58.561994 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-12e3bb40-200d-46fb-8ab6-9ff7e904fbd8 req-454b71dc-3525-486d-ac2b-7cb07bd65d98 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Jun 29 14:30:58.651443 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-df6fb960-4670-4991-a241-98a5503582dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:58.652877 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-df6fb960-4670-4991-a241-98a5503582dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1442733 Jun 29 14:30:58.813807 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-013f7ac9-a592-4265-9e24-241e291ccfc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 1001 time: 0.1532068 Jun 29 14:30:58.875560 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-045f8765-1d54-4707-aa2f-f2a51e53bab2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:58.876938 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-045f8765-1d54-4707-aa2f-f2a51e53bab2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0550330 Jun 29 14:30:58.953458 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-55f1bd11-a9c8-4b7f-859b-9f6c3ca63801 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679250 Jun 29 14:30:59.006944 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:30:59.086716 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-c524bfcc-c518-41a8-bd04-a2885ba62347 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263990 Jun 29 14:30:59.274488 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95c62f31-7d76-47f1-aa43-cff9fb465657 req-3d4316b1-e2ca-4d76-8875-ca870d0268ae service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806500 Jun 29 14:30:59.285200 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e5bb-2b72-46fc-831d-b9bfc106a43e req-f87ef387-b87e-4606-9df9-b1b80be81749 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:59.286548 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d61e5bb-2b72-46fc-831d-b9bfc106a43e req-f87ef387-b87e-4606-9df9-b1b80be81749 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.1284451 Jun 29 14:30:59.341521 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d61e5bb-2b72-46fc-831d-b9bfc106a43e req-1cf73fa0-72e4-4203-9e6e-31409243a189 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465174 Jun 29 14:30:59.890717 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8ab4-e4d9-43a7-978d-867a716716a0 req-b43170e8-a9e6-43a2-92b8-8c109239c734 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:30:59.896097 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e2aa8ab4-e4d9-43a7-978d-867a716716a0 req-b43170e8-a9e6-43a2-92b8-8c109239c734 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1248572 Jun 29 14:30:59.943367 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e2aa8ab4-e4d9-43a7-978d-867a716716a0 req-6a037183-5be6-4e7f-8460-8d74f9f16a9c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Jun 29 14:31:00.439725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:00.583413 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d49f3-df7d-4dc3-9a7b-86fe3899f6a4 req-fecab021-813f-4e1c-b0c4-41b9e025b5d3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:00.584900 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e7d49f3-df7d-4dc3-9a7b-86fe3899f6a4 req-fecab021-813f-4e1c-b0c4-41b9e025b5d3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 946 time: 0.0904293 Jun 29 14:31:00.619666 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:00.640786 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e7d49f3-df7d-4dc3-9a7b-86fe3899f6a4 req-b9e8eba6-0586-4c12-a679-d1de9e5b7aab tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Jun 29 14:31:00.647016 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:00.657133 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:00.664477 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:00.666066 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d3c94c91-65b3-4eed-8c2a-6eea2459d889 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:00.699498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-7a232f68-b445-47fc-9aaa-c6b84571759d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:00.734902 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'code': 200} Jun 29 14:31:00.739741 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: d3c94c91-65b3-4eed-8c2a-6eea2459d889 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:00.740283 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device d3c94c91-65b3-4eed-8c2a-6eea2459d889 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:00.775239 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=8']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:00.778424 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:01.168827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca59cb-832e-48d7-9aa0-eda6a1e64de2 req-3ece2d2b-adea-4308-a75c-3aea76f71eab tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:01.170315 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-17ca59cb-832e-48d7-9aa0-eda6a1e64de2 req-3ece2d2b-adea-4308-a75c-3aea76f71eab tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0893822 Jun 29 14:31:01.223325 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-17ca59cb-832e-48d7-9aa0-eda6a1e64de2 req-14db04a9-a245-4793-b9c7-feebc5f391a1 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466163 Jun 29 14:31:01.250856 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcb37c-5140-47a0-a76b-3eb3b45383c8 req-d6038890-dfe4-4848-9921-a03f28a19451 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:01.252308 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6edcb37c-5140-47a0-a76b-3eb3b45383c8 req-d6038890-dfe4-4848-9921-a03f28a19451 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.0833216 Jun 29 14:31:01.304486 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6edcb37c-5140-47a0-a76b-3eb3b45383c8 req-ce997e5e-292c-4b81-acb7-361c09dbc379 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452943 Jun 29 14:31:01.889874 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc8d7-7c83-49d7-9490-904c86b2fe3e req-0ae3a15c-e899-4662-8dda-c75c9f6afaac tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:01.891293 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ab3dc8d7-7c83-49d7-9490-904c86b2fe3e req-0ae3a15c-e899-4662-8dda-c75c9f6afaac tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0819130 Jun 29 14:31:01.938948 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ab3dc8d7-7c83-49d7-9490-904c86b2fe3e req-d399a0a4-db0e-4fe4-87f7-aa3d85b5305f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419974 Jun 29 14:31:02.560427 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecce9c2-e6a8-44df-8318-4f66066a6657 req-946b0bc0-6621-4c3d-a2ef-d64b0947374f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:02.561875 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8ecce9c2-e6a8-44df-8318-4f66066a6657 req-946b0bc0-6621-4c3d-a2ef-d64b0947374f tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.1148365 Jun 29 14:31:02.611720 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8ecce9c2-e6a8-44df-8318-4f66066a6657 req-2af29630-0a66-4be0-b6a9-186bc2efa7d9 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Jun 29 14:31:02.796616 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-51ddf854-3551-4ecc-b516-f3f7918977d4 req-ac88508c-fb2a-425c-b4b1-0e91c89371ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0729206 Jun 29 14:31:03.145379 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e3723-497e-499d-85f8-e13bfc352c84 req-2d7c7b06-07ce-4168-99a5-c483b29ee9ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:03.153684 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5e3723-497e-499d-85f8-e13bfc352c84 req-2d7c7b06-07ce-4168-99a5-c483b29ee9ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1092980 Jun 29 14:31:03.198602 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87434d79-5962-4333-a1e9-c79f64c7474c req-352c55e6-ac07-45b3-aa42-98f2bf444c38 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:03.200127 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-87434d79-5962-4333-a1e9-c79f64c7474c req-352c55e6-ac07-45b3-aa42-98f2bf444c38 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.0885191 Jun 29 14:31:03.214275 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ea5e3723-497e-499d-85f8-e13bfc352c84 req-fb3465ac-53f1-4704-aeb5-b3f5781f10d3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592737 Jun 29 14:31:03.246137 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46436) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:03.258327 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-87434d79-5962-4333-a1e9-c79f64c7474c req-170f6885-e5dc-4807-b5de-0f857281257e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Jun 29 14:31:03.289453 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46442) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:03.404608 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-7283f3af-0244-4a30-ab89-8daf57bfc542 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572504 Jun 29 14:31:03.502635 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c61dd5ce-6d50-45d9-8c88-5a854987e40c tempest-TestMinimumBasicScenario-52156960 tempest-TestMinimumBasicScenario-52156960-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1094 time: 0.2117605 Jun 29 14:31:03.505080 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46450) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:03.510258 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'port_id': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:03.515426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:03.519383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:floatingip and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:03.522490 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:03.528113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:03.539951 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for floatingip, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:03.703286 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-d1fdae2a-7957-40b5-b75e-d2793bb53d4b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:03.704627 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-d1fdae2a-7957-40b5-b75e-d2793bb53d4b tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.1472685 Jun 29 14:31:03.837524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Deleting port 6b0ea204-d450-443f-988a-105d8826d2c0 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:03.838472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:03.960481 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.017421 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db861a-1de4-4c09-9297-3d69ab04906e req-f2a22f0c-32a1-478f-aa75-f6112a956cbc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:04.018940 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e2db861a-1de4-4c09-9297-3d69ab04906e req-f2a22f0c-32a1-478f-aa75-f6112a956cbc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 945 time: 0.2703006 Jun 29 14:31:04.249699 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e2db861a-1de4-4c09-9297-3d69ab04906e req-88d49c4c-4e68-4883-9ae6-f3f7738b4402 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107430 Jun 29 14:31:04.264003 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] For port 6b0ea204-d450-443f-988a-105d8826d2c0, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=6b0ea204-d450-443f-988a-105d8826d2c0,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:04.264501 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.349356 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Allocated IP 172.28.0.39 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/2b0c415f-a579-4140-8f09-ae2dae78f054) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:31:04.462393 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:04.484070 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Calling delete_port for 6b0ea204-d450-443f-988a-105d8826d2c0 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:04.488130 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929e52b-253b-4395-8177-a52ced68ea0a req-e00f7993-5a65-4e42-b268-2ca4e7db0355 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:04.489629 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3929e52b-253b-4395-8177-a52ced68ea0a req-e00f7993-5a65-4e42-b268-2ca4e7db0355 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0957668 Jun 29 14:31:04.566077 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3929e52b-253b-4395-8177-a52ced68ea0a req-f94c3436-e603-4e49-bc11-5c626cea66e7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678005 Jun 29 14:31:04.673952 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46474) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:04.747964 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.760022 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.765736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:04.773761 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3', '606418d3-e35f-4abb-b170-3a4bfc620533', '95f1a71c-f049-452b-8262-3079b9638f3a'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:04.845921 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event deleted for resources: {'Port': ['ID=6b0ea204-d450-443f-988a-105d8826d2c0,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:04.855366 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:04.908907 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-944ddf4e-2287-4010-bb3d-5992f358a682 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b79d059e2cc4de5908f07ec436b9ec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2334025 Jun 29 14:31:04.909587 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46480) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:04.939303 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] No DVR routers for this DVR port 6b0ea204-d450-443f-988a-105d8826d2c0 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:04.943391 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.946069 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'name': 'network-vif-deleted', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:04.961419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:04.970063 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-066ad8be-169d-4b15-8cc2-8a212d3f7310 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:04.977055 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:05.006565 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:05.010980 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89ea716-927d-4c7a-94c1-cdc251d86735', 'name': 'network-vif-deleted', 'tag': '6b0ea204-d450-443f-988a-105d8826d2c0', 'status': 'completed', 'code': 200} Jun 29 14:31:05.026128 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-194ffcfa-a0f0-411c-abbe-d0ddae42abd6 req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "DELETE /v2.0/ports/6b0ea204-d450-443f-988a-105d8826d2c0 HTTP/1.1" status: 204 len: 173 time: 1.3138156 Jun 29 14:31:05.053375 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:31:05.055470 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:31:05.057478 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'Port': ['ID=2b0c415f-a579-4140-8f09-ae2dae78f054,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:05.059891 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:31:05.081698 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:05.088230 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-ed7bdff6-364c-48bb-afc4-d68c24be7ccb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 1097 time: 0.2931440 Jun 29 14:31:05.088430 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-549696e8-0607-4f16-a6d2-4089dc280dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:05.089441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:05.103558 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76502473-8664-4941-b38d-d987f1edb68f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:05.106908 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:05.120814 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:05.125544 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76502473-8664-4941-b38d-d987f1edb68f HTTP/1.1" status: 204 len: 168 time: 0.2147841 Jun 29 14:31:05.333327 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-7c3e1b0d-31a8-4f04-a079-787cdbfee04c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1097 time: 0.2150223 Jun 29 14:31:05.462090 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-335584fb-e9d5-458a-b3d2-bd6938b16beb req-f0078a05-76b6-4ece-939a-460a76f3270c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89ea716-927d-4c7a-94c1-cdc251d86735 HTTP/1.1" status: 200 len: 210 time: 0.0511193 Jun 29 14:31:05.753010 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3486-5697-4d87-b187-db955e5c273a req-3f125101-ef9a-430c-8f6f-e31dbf6b7c26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:05.754646 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-3f125101-ef9a-430c-8f6f-e31dbf6b7c26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.3731706 Jun 29 14:31:05.786741 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:31:06.104055 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ab32-a129-4c0f-b58d-3f2ead6c7022 req-27e8d9d1-7c91-4a99-8c12-51b2a7b1858e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:06.112362 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9b97ab32-a129-4c0f-b58d-3f2ead6c7022 req-27e8d9d1-7c91-4a99-8c12-51b2a7b1858e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1066272 Jun 29 14:31:06.151791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-a83a4832-66d6-483b-ad35-792ca27c3141 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 999 time: 0.1265509 Jun 29 14:31:06.165574 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9b97ab32-a129-4c0f-b58d-3f2ead6c7022 req-dd31fee9-0262-4f27-b541-e340e30f7d50 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494518 Jun 29 14:31:06.339960 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:06.376619 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3486-5697-4d87-b187-db955e5c273a req-082e2e90-28e7-4b86-9d90-a51c3aee154a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:06.378093 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-082e2e90-28e7-4b86-9d90-a51c3aee154a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.1671281 Jun 29 14:31:06.455373 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 6b0ea204-d450-443f-988a-105d8826d2c0 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:06.456663 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:06.492492 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 6b0ea204-d450-443f-988a-105d8826d2c0 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:06.492849 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 6b0ea204-d450-443f-988a-105d8826d2c0 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:06.502251 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a5bec-e984-498c-85ce-c0be5e20a725 req-4d94a643-da45-43bd-ac5b-cbafbcd5f637 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:06.503780 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c99a5bec-e984-498c-85ce-c0be5e20a725 req-4d94a643-da45-43bd-ac5b-cbafbcd5f637 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.2938783 Jun 29 14:31:06.661948 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-b3587a05-81d5-4a7d-8744-29249421c9e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2733839 Jun 29 14:31:06.665943 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c99a5bec-e984-498c-85ce-c0be5e20a725 req-b044af4e-747f-4395-abc8-9bea0973e313 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519969 Jun 29 14:31:06.852173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:06.855498 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-a3f8b1d5-2733-4756-8046-d457eaf721c9 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787417 Jun 29 14:31:06.857341 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:06.862129 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e5a23b1f-cb0d-4a5d-813f-f564e331e25f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:07.010907 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:07.102912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'Port': ['ID=2b0c415f-a579-4140-8f09-ae2dae78f054,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:07.119610 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:07.145615 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-abdc3486-5697-4d87-b187-db955e5c273a req-aa97bce2-7a20-48b5-af48-42f77cc268fe service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525778 Jun 29 14:31:07.260378 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Floating IP ef5ae7ff-6654-4505-a9c6-2adc8510f14f associated. External IP: 172.28.0.39, port: ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3. Jun 29 14:31:07.391013 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285cce-3d5d-41c3-b7b8-2b6c7556bdac req-7d60c052-462f-4616-b5aa-380d3aa4cd0e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:07.392542 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-87285cce-3d5d-41c3-b7b8-2b6c7556bdac req-7d60c052-462f-4616-b5aa-380d3aa4cd0e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0789273 Jun 29 14:31:07.442315 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-87285cce-3d5d-41c3-b7b8-2b6c7556bdac req-81514810-3db1-4f73-8265-311b48d78291 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Jun 29 14:31:07.723742 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Router ab85f9b1-69e5-4dee-a94c-286696ede5f4 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:31:07.972314 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf818c-4265-4f5b-b304-60039408b8ef req-95286688-f514-47fb-858f-4aaed8b7ae57 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:07.973766 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5cbf818c-4265-4f5b-b304-60039408b8ef req-95286688-f514-47fb-858f-4aaed8b7ae57 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1565955 Jun 29 14:31:08.009579 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:31:08.022955 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Sync routers for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:31:08.036150 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:31:08.037013 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:30:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:08.073373 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5cbf818c-4265-4f5b-b304-60039408b8ef req-c0664000-2e6f-4a7f-8dbb-71ccbe2e403c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Jun 29 14:31:08.075075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.137220 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6311324 Jun 29 14:31:08.138153 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:08.140020 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46542) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:08.147416 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848013461', 'description': 'tempest-secgroup-smoke-848013461 description', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:08.178274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:08.199894 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:08.203529 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:31:08.216266 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.263658 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:08.269286 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:08.282080 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:31:08.290126 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:08.298759 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:08.388924 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-2d950840-71e7-41ea-96b2-6790259fb027 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1099 time: 0.1400182 Jun 29 14:31:08.510274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.524194 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.559612 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-357eac89-dc00-47b7-9eaf-cb404d1860cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:08.582102 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.583490 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4419096 Jun 29 14:31:08.594485 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46566) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:08.616506 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:08.624198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:08.629119 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:08.633150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:08.644573 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:08.728209 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-28c5226b-9a22-4289-93a0-a8ab77a3cdbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:08.730207 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-28c5226b-9a22-4289-93a0-a8ab77a3cdbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.3302491 Jun 29 14:31:08.776946 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873b676-8e5a-4cb1-b363-49e74dd0b443 req-431992e1-0715-4571-a5cd-fe23d4278f93 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:08.788188 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a873b676-8e5a-4cb1-b363-49e74dd0b443 req-431992e1-0715-4571-a5cd-fe23d4278f93 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.4167395 Jun 29 14:31:08.790484 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441f2f88-3de3-4eec-9eb3-c6b521659787,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:08.797296 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:08.850548 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:08.882060 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d8987-968e-413a-b1da-5f674353ac33 req-9b3486c3-8ac2-4d3a-9eab-d59abcc0b040 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:08.883971 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-708d8987-968e-413a-b1da-5f674353ac33 req-9b3486c3-8ac2-4d3a-9eab-d59abcc0b040 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1527424 Jun 29 14:31:08.978788 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ef5ae7ff-6654-4505-a9c6-2adc8510f14f', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'port_id': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'mac_address': 'fa:16:3e:0e:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be672939-f05a-40f7-801b-d602ae497cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:05Z', 'updated_at': '2021-06-29T14:31:05Z', 'revision_number': 0, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:08.981859 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-708d8987-968e-413a-b1da-5f674353ac33 req-f5e7b819-35ca-4971-8b8b-9e99d346af1b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913911 Jun 29 14:31:08.984167 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Checking router: ab85f9b1-69e5-4dee-a94c-286696ede5f4 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:31:08.987907 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a873b676-8e5a-4cb1-b363-49e74dd0b443 req-ad61681b-94df-4fc4-bd84-2fc7956529d2 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985533 Jun 29 14:31:09.001847 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:31:09.002788 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:30:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:09.022681 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.028279 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.031287 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:09.057688 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3d335c-e7de-4338-b2c1-14bec3172763,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:09.061215 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:09.079272 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.081637 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4830060 Jun 29 14:31:09.084740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46572) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:09.102089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:09.124283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:09.137905 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:09.146718 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:09.153516 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:09.192111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.284325 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:31:09.294996 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.304596 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.306767 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b0fef055-feb0-4653-9cae-af169535c48b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:09.345437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6c7314-9122-4cd3-8877-5db722f201fd,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:09.351027 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:09.359544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.362930 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-f959f60e-50aa-4fac-b036-b1c8f0c20af7 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2756617 Jun 29 14:31:09.364823 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46578) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:09.380644 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:09.394797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:09.410154 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:09.411872 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b70bc-714d-4b10-902d-8d3f7a6730be req-a1e7273e-d0de-4a4c-823b-540cce6edd09 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:09.413367 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-667b70bc-714d-4b10-902d-8d3f7a6730be req-a1e7273e-d0de-4a4c-823b-540cce6edd09 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1972818 Jun 29 14:31:09.415903 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:09.423585 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:09.460088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.481464 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-667b70bc-714d-4b10-902d-8d3f7a6730be req-2eec215b-7f4d-4548-9997-c17321384213 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Jun 29 14:31:09.539393 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.559704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.569298 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:09.593604 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491e5c31-725b-4dd0-b390-93c80e6c31de,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:09.605699 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:09.618032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.621943 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2524095 Jun 29 14:31:09.622178 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46582) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:09.630876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:09.639742 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:09.643297 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:09.646347 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:09.652306 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:09.680794 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.754937 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.759207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.766780 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-02b0621d-1402-4746-a121-de241218b705 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:09.793382 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d15071e-b598-491c-b48d-cd98ebe1a88e,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:09.802257 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:09.813458 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:09.815527 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1c535ae9-d7d8-4dab-83f4-ca5f6a4ae985 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1917810 Jun 29 14:31:09.818359 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46588) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:09.823976 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:09.833607 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:09.841093 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:09.847251 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:09.865343 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:09.884364 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ef5ae7ff-6654-4505-a9c6-2adc8510f14f', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'port_id': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'mac_address': 'fa:16:3e:0e:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be672939-f05a-40f7-801b-d602ae497cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:05Z', 'updated_at': '2021-06-29T14:31:05Z', 'revision_number': 0, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:09.888567 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.securitygroups_db [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Project 0d664fdcb63745a4a2a30d02a6dafce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 14:31:09.890113 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eace8f-cd00-4e3c-bfe6-01156bc328e9 None None] The sync data for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb is: [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'ef5ae7ff-6654-4505-a9c6-2adc8510f14f', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'floating_ip_address': '172.28.0.39', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'port_id': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'mac_address': 'fa:16:3e:0e:c6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be672939-f05a-40f7-801b-d602ae497cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:05Z', 'updated_at': '2021-06-29T14:31:05Z', 'revision_number': 0, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:31:09.896252 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.010044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.014057 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.016585 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-630f20f5-feb9-4afb-b4f0-fde44f165bf4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:10.075164 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.079161 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2597728 Jun 29 14:31:10.082465 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46596) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:10.088882 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'security_group_rule': {'security_group_id': '441f2f88-3de3-4eec-9eb3-c6b521659787', 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:10.096360 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf0af71-5b11-4081-90d8-eafa5bc6a8da,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:10.099097 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:10.107573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:10.116159 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Usage tracker for resource:security_group_rule and tenant:0d664fdcb63745a4a2a30d02a6dafce9 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:10.121936 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:10.138065 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:10.154943 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.securitygroups_db [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Project 0d664fdcb63745a4a2a30d02a6dafce9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 14:31:10.177345 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.227482 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e1969-9306-4d06-86c4-456f3818c9b1 None None] New status for floating IP ef5ae7ff-6654-4505-a9c6-2adc8510f14f: ACTIVE {{(pid=74212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:31:10.329516 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.337397 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.348348 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:10.371585 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba315601-9f0f-47d5-8195-eebe86ccf634 req-049f0847-5c69-4efc-a3d3-4cdbb95e8768 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:10.372359 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-ba315601-9f0f-47d5-8195-eebe86ccf634 req-049f0847-5c69-4efc-a3d3-4cdbb95e8768 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:10.380769 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11964826-d87e-4630-817e-4ac4469bd6e4,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:10.384069 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:10.384205 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551c093-f09a-4624-ac2b-3a9058ae39e1 req-7e5bba4a-b452-46e4-9c63-16ad659f0512 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:10.395728 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f551c093-f09a-4624-ac2b-3a9058ae39e1 req-7e5bba4a-b452-46e4-9c63-16ad659f0512 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1266108 Jun 29 14:31:10.398306 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:10.399761 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1bebdf16-38b1-4f67-91b4-47c1ae472fae tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3162174 Jun 29 14:31:10.408474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-ba315601-9f0f-47d5-8195-eebe86ccf634 req-049f0847-5c69-4efc-a3d3-4cdbb95e8768 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:10.418794 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ba315601-9f0f-47d5-8195-eebe86ccf634 req-049f0847-5c69-4efc-a3d3-4cdbb95e8768 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.2065532 Jun 29 14:31:10.515827 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f551c093-f09a-4624-ac2b-3a9058ae39e1 req-f5d7aa2f-572c-44df-9da2-89db89656950 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190736 Jun 29 14:31:10.518289 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ba315601-9f0f-47d5-8195-eebe86ccf634 req-eb317dc3-50ec-4f8b-92ad-050ca7a48392 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965347 Jun 29 14:31:10.755832 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-d94da8ce-e20f-48d9-8021-eaf9cb47e3b1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848013461&fields=id&tenant_id=0d664fdcb63745a4a2a30d02a6dafce9 HTTP/1.1" status: 200 len: 267 time: 0.0662625 Jun 29 14:31:10.861103 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-18964caa-d485-4459-bb79-b623bae1041b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:10.869810 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-18964caa-d485-4459-bb79-b623bae1041b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1060612 Jun 29 14:31:10.875732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'port': {'security_groups': ['739aabf5-7d2a-4ac3-b98b-db80ce9418bc', '441f2f88-3de3-4eec-9eb3-c6b521659787']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:10.928280 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbccf08-5c13-4dc8-a392-165b8ad339a8 req-80ea6d7e-27eb-4e91-bbd4-5dac02594ac6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:10.929867 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7fbccf08-5c13-4dc8-a392-165b8ad339a8 req-80ea6d7e-27eb-4e91-bbd4-5dac02594ac6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1363213 Jun 29 14:31:11.009332 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7fbccf08-5c13-4dc8-a392-165b8ad339a8 req-51c08170-28a9-4ab5-9a96-989ba576e2e8 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Jun 29 14:31:11.020683 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:11.388250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:11.421517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:11.444014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:11.451637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-20b0fa12-780d-4ae4-b12b-1a0e14eeaa36 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:11.480807 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:11.553530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:11.553876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:11.561384 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b21a7173-6306-40cb-b3ed-799c57104db4 req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "PUT /v2.0/ports/ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 982 time: 0.6898632 Jun 29 14:31:11.574883 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:11.614167 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=6']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:11.627954 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:11.701242 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:11.943576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8edac-8744-4e14-a731-2cb7be6a49b4 req-5fecd077-f919-4af1-9655-f8202b94346c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:11.946202 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761d78-494c-489a-aef3-fefd68a0a90a req-c1ad9d3d-893c-4009-9014-c51d45a79ac4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:11.949939 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c4a8edac-8744-4e14-a731-2cb7be6a49b4 req-5fecd077-f919-4af1-9655-f8202b94346c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.2118950 Jun 29 14:31:11.959321 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5c761d78-494c-489a-aef3-fefd68a0a90a req-c1ad9d3d-893c-4009-9014-c51d45a79ac4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1204453 Jun 29 14:31:12.019275 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c4a8edac-8744-4e14-a731-2cb7be6a49b4 req-8e600285-4797-490f-b7c8-48834b72429b tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675735 Jun 29 14:31:12.103410 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5c761d78-494c-489a-aef3-fefd68a0a90a req-3e999ef8-165a-46cf-9acf-6a2b6abbfa07 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430917 Jun 29 14:31:12.140358 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:31:12.255850 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ed6d01e6-f8b4-4d81-8b0b-b851fc55804d None None] Provisioning complete for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:31:12.256363 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ed6d01e6-f8b4-4d81-8b0b-b851fc55804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:12.446470 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1d6d4-3fcd-44c7-8f63-c21cb9ed59a8 req-3585f951-3690-4095-8785-c0165af98324 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:12.456072 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be1d6d4-3fcd-44c7-8f63-c21cb9ed59a8 req-3585f951-3690-4095-8785-c0165af98324 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1256261 Jun 29 14:31:12.491075 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6da82a-ebc2-4a1a-b6c3-acde32c78acf req-fc79f899-875e-4b83-b568-6e1b2b123fb3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:12.500450 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1d6da82a-ebc2-4a1a-b6c3-acde32c78acf req-fc79f899-875e-4b83-b568-6e1b2b123fb3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1796432 Jun 29 14:31:12.561615 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7be1d6d4-3fcd-44c7-8f63-c21cb9ed59a8 req-43116f16-c990-475a-a492-685d68786acb tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045103 Jun 29 14:31:12.597798 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1d6da82a-ebc2-4a1a-b6c3-acde32c78acf req-f15f67f8-f3f7-496e-841b-127d56c4ef19 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964015 Jun 29 14:31:13.329763 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f0634-21f3-4763-af91-9d16c6f927ab req-0561e2e7-a62e-4f81-8ab2-86880214c23e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:13.331840 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b09f0634-21f3-4763-af91-9d16c6f927ab req-0561e2e7-a62e-4f81-8ab2-86880214c23e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0830841 Jun 29 14:31:13.379408 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b09f0634-21f3-4763-af91-9d16c6f927ab req-1d36ac63-0a75-4f32-9a5a-78d469498725 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Jun 29 14:31:13.797206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db5ad-6c6b-4db1-84eb-1d765b4f57ce req-d04a5f7a-0542-4454-82b1-dac0ef0cf0b6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:13.798244 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6d7db5ad-6c6b-4db1-84eb-1d765b4f57ce req-d04a5f7a-0542-4454-82b1-dac0ef0cf0b6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0885653 Jun 29 14:31:13.859644 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6d7db5ad-6c6b-4db1-84eb-1d765b4f57ce req-33043cfd-bd1e-4ad7-b2e5-05e90b832eef tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558825 Jun 29 14:31:13.860921 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd021-5525-43da-b5a4-07c37540f8e9 req-1f8e6b7c-ac95-40b0-b2d0-67649157615a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:13.863580 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-766bd021-5525-43da-b5a4-07c37540f8e9 req-1f8e6b7c-ac95-40b0-b2d0-67649157615a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1129651 Jun 29 14:31:13.936170 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-766bd021-5525-43da-b5a4-07c37540f8e9 req-f2a454ce-a9ee-4adc-85b6-afed41877803 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631514 Jun 29 14:31:14.585323 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294a0d-e15c-46ba-b0f7-669c13efb92c req-dad74ae5-8a91-47d6-88ee-bed410cebddc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:14.586763 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ae294a0d-e15c-46ba-b0f7-669c13efb92c req-dad74ae5-8a91-47d6-88ee-bed410cebddc tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0788305 Jun 29 14:31:14.632860 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ae294a0d-e15c-46ba-b0f7-669c13efb92c req-3b5872fd-1883-443e-aa7c-5f72339d9553 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Jun 29 14:31:15.073283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce4f1-927d-4a02-b191-57757be6beb3 req-d482f545-52b9-4cba-85e9-927e931770b7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:15.074763 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-94dce4f1-927d-4a02-b191-57757be6beb3 req-d482f545-52b9-4cba-85e9-927e931770b7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0771780 Jun 29 14:31:15.121731 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-94dce4f1-927d-4a02-b191-57757be6beb3 req-638ed5e2-0185-43f1-8e56-8997ec052d64 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jun 29 14:31:15.165460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebeb9a-03b7-4dc5-9650-23f490459824 req-45ff383d-80a9-4768-a92a-ec4088280d69 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:15.166871 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1ebeb9a-03b7-4dc5-9650-23f490459824 req-45ff383d-80a9-4768-a92a-ec4088280d69 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0936689 Jun 29 14:31:15.245387 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f1ebeb9a-03b7-4dc5-9650-23f490459824 req-4cdbef9c-e9bf-4d35-8373-9c9b749f1d3a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720072 Jun 29 14:31:15.850827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621d36e-5728-4e9c-abd4-36614a2ee079 req-19f8666b-1b9a-4bc3-80c2-e54ae1d7d569 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:15.852210 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9621d36e-5728-4e9c-abd4-36614a2ee079 req-19f8666b-1b9a-4bc3-80c2-e54ae1d7d569 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0974152 Jun 29 14:31:15.897075 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9621d36e-5728-4e9c-abd4-36614a2ee079 req-91844de1-6937-4ab1-9d5d-0febf415daa5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393002 Jun 29 14:31:16.357832 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f004538-acc0-431f-a503-c92e62076183 req-80c0ac43-d2ed-4086-8795-4d3c2295b438 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:16.359640 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f004538-acc0-431f-a503-c92e62076183 req-80c0ac43-d2ed-4086-8795-4d3c2295b438 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1118150 Jun 29 14:31:16.408588 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0f004538-acc0-431f-a503-c92e62076183 req-6c401319-9079-4366-86fd-128e86e2bef7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Jun 29 14:31:16.514982 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a21a80-b4e3-46e0-9252-dae52957eab0 req-18ca64c1-3659-4700-8516-f3b68740e831 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:16.517601 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-26a21a80-b4e3-46e0-9252-dae52957eab0 req-18ca64c1-3659-4700-8516-f3b68740e831 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0797632 Jun 29 14:31:16.591806 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-26a21a80-b4e3-46e0-9252-dae52957eab0 req-5e8784af-3325-48f6-97df-186df4042eaa tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682323 Jun 29 14:31:17.109681 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217390e2-4c37-4c5c-a360-e42855686a63 req-60b257f3-1024-4900-967b-59000e494b4e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:17.115515 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-217390e2-4c37-4c5c-a360-e42855686a63 req-60b257f3-1024-4900-967b-59000e494b4e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0983160 Jun 29 14:31:17.167735 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-217390e2-4c37-4c5c-a360-e42855686a63 req-f66cd98d-d89a-4752-9c1c-f641e12802ce tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Jun 29 14:31:17.629733 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37bf07-1369-4eb8-a160-6f3af6fa23d2 req-39d5cd49-f0ad-4fa8-a8df-a9e25d690e26 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:17.631883 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-df37bf07-1369-4eb8-a160-6f3af6fa23d2 req-39d5cd49-f0ad-4fa8-a8df-a9e25d690e26 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1013172 Jun 29 14:31:17.708666 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-df37bf07-1369-4eb8-a160-6f3af6fa23d2 req-522aa301-1b31-47f5-83a1-fe2144d86ac2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702188 Jun 29 14:31:17.790500 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d118-8a4c-4061-a26c-bfecd39b3435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:17.854344 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654f793-25ee-4251-bc5f-5a2e58f72b5a req-da098e73-fece-492a-9f22-cd6d7294664b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:17.855899 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8654f793-25ee-4251-bc5f-5a2e58f72b5a req-da098e73-fece-492a-9f22-cd6d7294664b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0769274 Jun 29 14:31:17.915631 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8654f793-25ee-4251-bc5f-5a2e58f72b5a req-e9b2c2b5-2311-4add-bf24-bf8ef4c34189 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540254 Jun 29 14:31:18.307518 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:18.380269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1233c6-6eed-4832-b87e-17a8ca85d765 req-ffd172a7-4c1b-4e53-a881-f6350d0fa2c9 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:18.381720 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-da1233c6-6eed-4832-b87e-17a8ca85d765 req-ffd172a7-4c1b-4e53-a881-f6350d0fa2c9 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0765214 Jun 29 14:31:18.426036 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-da1233c6-6eed-4832-b87e-17a8ca85d765 req-c4786ddf-a32a-45be-b085-2fec7238d046 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 Jun 29 14:31:18.917204 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d9034-01c5-44b8-b2d7-9532c81cc305 req-2294695f-81e5-41e7-aa13-03fefeee1cc6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:18.918684 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-663d9034-01c5-44b8-b2d7-9532c81cc305 req-2294695f-81e5-41e7-aa13-03fefeee1cc6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0911937 Jun 29 14:31:18.966334 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-663d9034-01c5-44b8-b2d7-9532c81cc305 req-45a44fe4-0fa0-4e33-8945-c2d75986c3ef tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Jun 29 14:31:19.162243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e4a21-8b26-4328-a4e6-66422a1b9ca3 req-62d60deb-7b90-4597-8568-dee1f4a6eceb tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:19.163782 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c79e4a21-8b26-4328-a4e6-66422a1b9ca3 req-62d60deb-7b90-4597-8568-dee1f4a6eceb tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0850973 Jun 29 14:31:19.196062 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46732) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:19.215999 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c79e4a21-8b26-4328-a4e6-66422a1b9ca3 req-da6124ec-5216-4433-9bf8-b9de1cc380aa tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467169 Jun 29 14:31:19.371448 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.402256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:19.406263 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Usage tracker for resource:security_group_rule and tenant:add8512022d04df596f01772b7c09ce6 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:19.409671 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:19.415432 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:19.481307 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.486588 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.493631 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1b201f38-d737-4a01-9705-bd83dfc2bcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:19.536628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a680b-6dca-42c8-8d9e-e13a0a28da87,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:19.542228 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=add8512022d04df596f01772b7c09ce6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446724 Jun 29 14:31:19.552252 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46740) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:19.609795 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.610164 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.610727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.611094 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.611487 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.611953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.612310 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.612661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.613012 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.613437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.613697 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.631707 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:19.634141 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.681670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.695789 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dfae7-12a7-4235-92c0-0c7c0446cfb1 req-cc212846-4b1c-4789-9542-d1c9a3fa9978 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:19.697308 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a14dfae7-12a7-4235-92c0-0c7c0446cfb1 req-cc212846-4b1c-4789-9542-d1c9a3fa9978 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1400936 Jun 29 14:31:19.740181 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.743575 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a14dfae7-12a7-4235-92c0-0c7c0446cfb1 req-0de50817-314e-46ab-9640-27d9647152d6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Jun 29 14:31:19.744905 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-86d942df-d812-4acf-a479-3bfacbe68dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:19.758020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a680b-6dca-42c8-8d9e-e13a0a28da87,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:19.764872 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:19.765972 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/009a680b-6dca-42c8-8d9e-e13a0a28da87 HTTP/1.1" status: 204 len: 168 time: 0.2121944 Jun 29 14:31:19.772007 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.772391 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.772741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.773088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.773434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.773777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.774116 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.774455 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.774790 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.775204 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.775483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:19.778792 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:19.930866 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c7f269d6-e7bb-4953-bcb6-97ebbeef9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:20.197246 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff375b3-7b37-4a3f-bcdf-1cf5eceecb44 req-c9f0880a-16db-44e2-ac3c-66b7279b9064 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:20.198673 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eff375b3-7b37-4a3f-bcdf-1cf5eceecb44 req-c9f0880a-16db-44e2-ac3c-66b7279b9064 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0801599 Jun 29 14:31:20.244713 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-eff375b3-7b37-4a3f-bcdf-1cf5eceecb44 req-81334515-fc0a-4586-b531-99f601f58821 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Jun 29 14:31:20.462387 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb9d8b-4a85-4bce-97db-e25788452e99 req-b1b30d53-7d2d-4820-b0d7-ed39e79a4f07 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:20.465733 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c0fb9d8b-4a85-4bce-97db-e25788452e99 req-b1b30d53-7d2d-4820-b0d7-ed39e79a4f07 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.1108203 Jun 29 14:31:20.521545 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c0fb9d8b-4a85-4bce-97db-e25788452e99 req-1694617e-2d3b-4d50-aee4-5812880f927e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503478 Jun 29 14:31:20.959439 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8277708-692f-4544-bd50-b97adbb76e9f req-cd7b12a3-1524-4085-9347-3fef33fefe3e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:20.960909 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c8277708-692f-4544-bd50-b97adbb76e9f req-cd7b12a3-1524-4085-9347-3fef33fefe3e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0895197 Jun 29 14:31:21.009043 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c8277708-692f-4544-bd50-b97adbb76e9f req-9502d59f-de9c-4e8e-a134-279933114412 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Jun 29 14:31:21.101484 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:21.450351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488595e5-4197-404f-9657-3ebe1d6d130c req-187e95f8-67ea-4470-8b31-d9985d23fb6e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:21.452431 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-488595e5-4197-404f-9657-3ebe1d6d130c req-187e95f8-67ea-4470-8b31-d9985d23fb6e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.0771682 Jun 29 14:31:21.500842 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-488595e5-4197-404f-9657-3ebe1d6d130c req-3308f2b3-632e-4009-bf05-44654cc227ac tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jun 29 14:31:21.743990 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a3baf-2d55-4ee1-9363-a4f000c42408 req-f346750a-0882-4d6a-9399-98cd7bb765f2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:21.745438 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f6a3baf-2d55-4ee1-9363-a4f000c42408 req-f346750a-0882-4d6a-9399-98cd7bb765f2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0745971 Jun 29 14:31:21.789989 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f6a3baf-2d55-4ee1-9363-a4f000c42408 req-42be104e-481e-4e2a-be6e-d32b18fd1356 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390611 Jun 29 14:31:22.215644 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883beaa2-0490-4f66-8cdc-9ca76776bd36 req-0b35e1b9-b5a9-4698-ab73-8d38773b292d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:22.217265 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-883beaa2-0490-4f66-8cdc-9ca76776bd36 req-0b35e1b9-b5a9-4698-ab73-8d38773b292d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0812848 Jun 29 14:31:22.265271 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-883beaa2-0490-4f66-8cdc-9ca76776bd36 req-b1c7c451-584c-42ab-9f96-dca6c6f5b539 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Jun 29 14:31:22.266909 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-177ae3eb-a822-4988-95f3-c827d58d516d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 1001 time: 0.1025622 Jun 29 14:31:22.390430 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-e4141914-9fe9-4a77-8ee7-a3dd5b5976f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:22.391816 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-e4141914-9fe9-4a77-8ee7-a3dd5b5976f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.1145046 Jun 29 14:31:22.535929 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-959fd19b-36a5-4235-ab77-caedf4ceebc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1263752 Jun 29 14:31:22.537958 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:22.547889 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-3029b8a6-aa9f-4a43-b7f4-5863bebe603f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:22.549331 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-3029b8a6-aa9f-4a43-b7f4-5863bebe603f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.1119833 Jun 29 14:31:22.753529 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Deleting port 333d61bd-a7db-4749-b173-6e92d79c1900 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:22.754255 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:22.873464 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-ae340bc7-7288-434c-b1b1-b0676ca8da3a service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226416 Jun 29 14:31:23.000551 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebe095-685a-4256-8afd-42fbd7b2a30e req-964d4487-4693-4a7d-b232-8d6e46b7eb40 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:23.002021 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1ebe095-685a-4256-8afd-42fbd7b2a30e req-964d4487-4693-4a7d-b232-8d6e46b7eb40 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 946 time: 0.3404031 Jun 29 14:31:23.041264 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7c29-b8a4-484f-a823-92f23816550d req-2b2df7d4-ec17-4485-8829-153aea74333e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:23.042791 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-569c7c29-b8a4-484f-a823-92f23816550d req-2b2df7d4-ec17-4485-8829-153aea74333e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0899577 Jun 29 14:31:23.090782 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-569c7c29-b8a4-484f-a823-92f23816550d req-297a524b-352d-47f9-9477-d1485fc819e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Jun 29 14:31:23.186836 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56d5c225-e673-4353-87fd-0391fe1eb2d8 req-fba71af4-19c3-4496-9fec-a9d2d87e05cc service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917955 Jun 29 14:31:23.200914 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1ebe095-685a-4256-8afd-42fbd7b2a30e req-a627cb30-c641-44a2-85af-eb0124cf39f2 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836798 Jun 29 14:31:23.229448 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] For port 333d61bd-a7db-4749-b173-6e92d79c1900, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=333d61bd-a7db-4749-b173-6e92d79c1900,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:23.229808 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:23.384732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Calling delete_port for 333d61bd-a7db-4749-b173-6e92d79c1900 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:23.480719 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-39af681f-364c-40bb-a0a4-9fb24b095ff0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1138 time: 0.2435446 Jun 29 14:31:23.523053 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a569df-02b3-45c2-9483-8ef88609a98d req-2fe808e6-3770-4d20-b878-acc3da5d686e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:23.524563 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e6a569df-02b3-45c2-9483-8ef88609a98d req-2fe808e6-3770-4d20-b878-acc3da5d686e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.1387200 Jun 29 14:31:23.570256 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e6a569df-02b3-45c2-9483-8ef88609a98d req-36e3c9f3-8fdb-42b8-bf8b-25f10b16335d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Jun 29 14:31:23.626323 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:23.633704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dd288022-4aae-45de-b578-c96e20351dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:23.638755 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['2fd7a165-a44c-446f-abb0-5045fa08ee7f', '333d61bd-a7db-4749-b173-6e92d79c1900'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:23.689510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Pushing event deleted for resources: {'Port': ['ID=333d61bd-a7db-4749-b173-6e92d79c1900,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:23.694519 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:23.741918 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-f2823d0e-9aaf-4b23-8cab-7e801a1c0847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:23.743456 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-f2823d0e-9aaf-4b23-8cab-7e801a1c0847 service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.2304306 Jun 29 14:31:23.930704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] No DVR routers for this DVR port 333d61bd-a7db-4749-b173-6e92d79c1900 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:23.944551 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:23.951004 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'name': 'network-vif-deleted', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:23.992536 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0c26c68f-b90f-47a0-979a-11e26faf846d req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "DELETE /v2.0/ports/333d61bd-a7db-4749-b173-6e92d79c1900 HTTP/1.1" status: 204 len: 173 time: 1.4212735 Jun 29 14:31:24.006982 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-de3abf28-48d0-4c4c-937e-4eca65342d2e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 1001 time: 0.2326255 Jun 29 14:31:24.052190 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7e5473-7485-44d2-8f7c-3317843af1b8', 'name': 'network-vif-deleted', 'tag': '333d61bd-a7db-4749-b173-6e92d79c1900', 'status': 'completed', 'code': 200} Jun 29 14:31:24.076180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-f328016e-e800-43b9-9f66-f94d022f805d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:24.077618 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-f328016e-e800-43b9-9f66-f94d022f805d tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.2539103 Jun 29 14:31:24.132226 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-85a88d8d-9af2-4f7c-8bd1-b896a1c83c6a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:24.133702 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-85a88d8d-9af2-4f7c-8bd1-b896a1c83c6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.1169167 Jun 29 14:31:24.192082 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Deleting port 95f1a71c-f049-452b-8262-3079b9638f3a {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:24.192464 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:24.325044 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-de3b98c6-7159-490d-aedf-beb37bb23173 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1815326 Jun 29 14:31:24.326966 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e5c00-09bd-4944-8b53-ea3fc755cb5a req-7920dcf6-ccb5-405b-9e28-c15a74c37519 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:24.331583 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-484e5c00-09bd-4944-8b53-ea3fc755cb5a req-7920dcf6-ccb5-405b-9e28-c15a74c37519 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 944 time: 0.0861480 Jun 29 14:31:24.380251 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-484e5c00-09bd-4944-8b53-ea3fc755cb5a req-7d8884c8-2688-40a7-b6eb-7d418f24ee57 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Jun 29 14:31:24.520830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-f44aad67-e190-4c82-808c-3429bb88cbd5 req-98e25fb2-2482-40d6-b43c-45f1736bf5c5 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:24.582199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-f44aad67-e190-4c82-808c-3429bb88cbd5 req-98e25fb2-2482-40d6-b43c-45f1736bf5c5 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:24.583446 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f44aad67-e190-4c82-808c-3429bb88cbd5 req-98e25fb2-2482-40d6-b43c-45f1736bf5c5 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e7e5473-7485-44d2-8f7c-3317843af1b8 HTTP/1.1" status: 200 len: 210 time: 0.2380476 Jun 29 14:31:24.629038 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:31:24.632453 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] For port 95f1a71c-f049-452b-8262-3079b9638f3a, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=95f1a71c-f049-452b-8262-3079b9638f3a,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:24.632819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:24.645798 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-ccb85e3a-b363-4e05-9533-572d00a62bff service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015149 Jun 29 14:31:24.778474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Calling delete_port for 95f1a71c-f049-452b-8262-3079b9638f3a owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:24.790354 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:24.798302 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4241d-a12b-4e84-ace2-8abe5c7dd86a req-337a078e-f697-4045-9d99-e56a01b0a9b5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:24.803329 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'mac_address': 'fa:16:3e:00:fa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:31:24.803723 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a5f4241d-a12b-4e84-ace2-8abe5c7dd86a req-337a078e-f697-4045-9d99-e56a01b0a9b5 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5 HTTP/1.1" status: 200 len: 945 time: 0.0806057 Jun 29 14:31:24.866196 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:24.867441 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a5f4241d-a12b-4e84-ace2-8abe5c7dd86a req-a8be8521-60e1-460c-a8dd-687b76f0d8c6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Jun 29 14:31:24.885059 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:31:24.900315 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:24.904103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:24.905882 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-d760c390-3fa1-4147-9b2f-ff762d2cece9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:24.969372 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=9']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:24.977959 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.978408 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.978738 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.979061 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.979413 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.979735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.980051 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.980361 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.980669 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.981006 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.981314 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:31:24.985149 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:24.995806 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a1e60849-325e-4a3f-a422-d95fecd7f6c9 req-d6b5c108-c92a-4ef8-8a9a-58a64826ed21 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967784 Jun 29 14:31:25.011625 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:25.017078 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8b045042-c61f-42f0-8616-2a58300e41d3 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:25.023628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3', '606418d3-e35f-4abb-b170-3a4bfc620533'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:25.061049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event deleted for resources: {'Port': ['ID=95f1a71c-f049-452b-8262-3079b9638f3a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:25.064290 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:25.133505 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] No DVR routers for this DVR port 95f1a71c-f049-452b-8262-3079b9638f3a on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:25.135861 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:25.148841 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ae2dea55-683a-48e8-8e4f-d73d3fd163f3 req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "DELETE /v2.0/ports/95f1a71c-f049-452b-8262-3079b9638f3a HTTP/1.1" status: 204 len: 173 time: 1.0655580 Jun 29 14:31:25.230621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['44a04f83-2c01-4683-9a31-8e1e038c1484'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:25.594621 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92251f4c-6774-482c-b522-452ba9e1df96 req-b97b1126-a96d-47e4-85d1-d601ed78bcd6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:25.596622 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92251f4c-6774-482c-b522-452ba9e1df96 req-b97b1126-a96d-47e4-85d1-d601ed78bcd6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 945 time: 0.0770919 Jun 29 14:31:25.642966 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92251f4c-6774-482c-b522-452ba9e1df96 req-c153ac24-cce1-4499-9450-0b626bde2728 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Jun 29 14:31:26.052429 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'name': 'network-vif-deleted', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:26.089319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2bac0-8197-42d7-bd4c-a27c8beb3824 req-d87484f3-86ef-430a-b6f3-658ade6df91d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:26.090763 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fcb2bac0-8197-42d7-bd4c-a27c8beb3824 req-d87484f3-86ef-430a-b6f3-658ade6df91d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0833507 Jun 29 14:31:26.136126 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fcb2bac0-8197-42d7-bd4c-a27c8beb3824 req-f28d6b21-0faf-4f10-972d-526efb8287c7 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Jun 29 14:31:26.210116 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca2ac0b-a86f-4ff7-8c1c-e436d2fdc5b5', 'name': 'network-vif-deleted', 'tag': '95f1a71c-f049-452b-8262-3079b9638f3a', 'status': 'completed', 'code': 200} Jun 29 14:31:26.346516 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe403a5-03d8-4e8a-b54c-c1a6b74d2cd4 req-2b82a748-1ca1-4575-b614-be9502c956de tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:26.348020 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ebe403a5-03d8-4e8a-b54c-c1a6b74d2cd4 req-2b82a748-1ca1-4575-b614-be9502c956de tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.0807638 Jun 29 14:31:26.392373 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ebe403a5-03d8-4e8a-b54c-c1a6b74d2cd4 req-6b558906-4a57-4c23-9137-f72ddefb61d6 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Jun 29 14:31:26.641826 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:31:26.714507 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 44a04f83-2c01-4683-9a31-8e1e038c1484 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:31:26.714999 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:26.793045 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46856) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:26.834078 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:26.861025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:26.871323 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:26.877582 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:26.878930 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 333d61bd-a7db-4749-b173-6e92d79c1900 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:26.885742 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23f17e-8e2a-41a3-864f-fa5f3ce6e1fc req-f383f630-9b5f-4403-8c22-ca551f3cd4a8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:26.887258 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d23f17e-8e2a-41a3-864f-fa5f3ce6e1fc req-f383f630-9b5f-4403-8c22-ca551f3cd4a8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 945 time: 0.0880742 Jun 29 14:31:26.908186 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ef6cb409-1db4-4bdd-8406-d77d622a89ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:26.937336 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'code': 200} Jun 29 14:31:26.946980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 333d61bd-a7db-4749-b173-6e92d79c1900 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:26.947357 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 333d61bd-a7db-4749-b173-6e92d79c1900 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:26.947787 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 95f1a71c-f049-452b-8262-3079b9638f3a no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:26.957633 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d23f17e-8e2a-41a3-864f-fa5f3ce6e1fc req-5c6e4bd3-579f-404e-a6f1-81274e58a83a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628774 Jun 29 14:31:26.962718 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:26.990364 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 95f1a71c-f049-452b-8262-3079b9638f3a {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:26.990699 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 95f1a71c-f049-452b-8262-3079b9638f3a not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:27.006688 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:27.010509 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae541d868454ce8847b2e7cc16c8d5e is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:27.013361 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:27.019554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:27.019811 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=10']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:27.022837 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:27.151408 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.154961 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.162182 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1ec117a2-b233-4602-b58b-4c6ed25a4ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:27.200615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c85ec-40ab-4ea5-9b26-dcd813025ef4,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:27.204630 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:27.207892 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ae541d868454ce8847b2e7cc16c8d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4138646 Jun 29 14:31:27.210449 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46866) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:27.270304 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.294764 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.338786 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3d616-e00d-470c-8ec2-575f787b8085 req-1574f8ac-6222-4d57-807c-cbb87e705902 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:27.340240 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ebd3d616-e00d-470c-8ec2-575f787b8085 req-1574f8ac-6222-4d57-807c-cbb87e705902 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0748737 Jun 29 14:31:27.346316 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.350001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-418467c3-34fb-4471-8a25-54a876fa17a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:27.369204 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c85ec-40ab-4ea5-9b26-dcd813025ef4,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:27.371832 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:27.372935 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:27.374045 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a66c85ec-40ab-4ea5-9b26-dcd813025ef4 HTTP/1.1" status: 204 len: 168 time: 0.1623409 Jun 29 14:31:27.401135 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ebd3d616-e00d-470c-8ec2-575f787b8085 req-6a421d05-1236-4314-9372-3ae28eb93faa tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Jun 29 14:31:27.652345 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47b166bd-292e-4b45-97da-c910ecb16a68 req-b4de419e-e3cc-46bc-8ee4-9b05a1a80dd6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1100 time: 0.1056888 Jun 29 14:31:27.658956 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd3cf5-8b26-4a77-baa4-0656e64ed979 req-6d32661b-123a-4b75-9efc-cd233801738c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:27.659686 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-f1cd3cf5-8b26-4a77-baa4-0656e64ed979 req-6d32661b-123a-4b75-9efc-cd233801738c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:27.698207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-f1cd3cf5-8b26-4a77-baa4-0656e64ed979 req-6d32661b-123a-4b75-9efc-cd233801738c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:27.699309 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1cd3cf5-8b26-4a77-baa4-0656e64ed979 req-6d32661b-123a-4b75-9efc-cd233801738c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.1840580 Jun 29 14:31:27.810269 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47b166bd-292e-4b45-97da-c910ecb16a68 req-d275d535-968a-4736-820a-c8cbfca5a6ef service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383166 Jun 29 14:31:27.830563 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1cd3cf5-8b26-4a77-baa4-0656e64ed979 req-b2bc4880-fcc3-4341-8e1f-4097f49174d4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185155 Jun 29 14:31:27.840936 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-201b7654-1c9a-492f-aa1e-0a8c677b410f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 1100 time: 0.1300812 Jun 29 14:31:28.028512 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870561-521c-4178-974c-152d09b0fedc req-a7696d1b-4bac-47ba-965b-f384c42fe6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:28.029972 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-a7696d1b-4bac-47ba-965b-f384c42fe6df service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1248426 Jun 29 14:31:28.131495 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-141f308b-3551-4cfd-bbe0-e5635efae0f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 200 len: 1001 time: 0.0936863 Jun 29 14:31:28.182618 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc681f-626e-483f-9f42-cbe1a774262a req-15bf6a61-14c0-4639-9106-17e815659960 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:28.184070 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f8bc681f-626e-483f-9f42-cbe1a774262a req-15bf6a61-14c0-4639-9106-17e815659960 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.0774274 Jun 29 14:31:28.230298 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f8bc681f-626e-483f-9f42-cbe1a774262a req-15793ac0-7a5e-405f-8574-4bf2ea36c3a2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405650 Jun 29 14:31:28.242098 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870561-521c-4178-974c-152d09b0fedc req-c1157bf7-369c-49f5-b286-b6ed3abc7d26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:28.243574 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-c1157bf7-369c-49f5-b286-b6ed3abc7d26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.1032166 Jun 29 14:31:28.309291 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-2ece23e6-1054-4612-8421-e7d02f3a9b8c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:28.310634 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-2ece23e6-1054-4612-8421-e7d02f3a9b8c tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.1349328 Jun 29 14:31:28.389180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Deleting port 606418d3-e35f-4abb-b170-3a4bfc620533 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:28.389504 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:28.415216 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-32d17053-84f4-4cf9-b9c9-36c639d3c82d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1618586 Jun 29 14:31:28.734434 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-6194f8ea-aa7e-4524-bdca-989c00cb7fa7 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056903 Jun 29 14:31:28.853494 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f51f23-efde-4499-a75a-5a41bb157bd0 req-2389954d-56cc-465c-91e6-843883a3200e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:28.854944 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a9f51f23-efde-4499-a75a-5a41bb157bd0 req-2389954d-56cc-465c-91e6-843883a3200e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.3050179 Jun 29 14:31:28.940720 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] For port 606418d3-e35f-4abb-b170-3a4bfc620533, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=606418d3-e35f-4abb-b170-3a4bfc620533,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:28.941145 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:29.017983 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:29.086140 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5369b-b3a7-40ab-a1d8-5dc9987f5425 req-e0776a5f-2d70-48bf-83a9-e1e78b03fe4e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:29.089627 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-96f5369b-b3a7-40ab-a1d8-5dc9987f5425 req-e0776a5f-2d70-48bf-83a9-e1e78b03fe4e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 946 time: 0.1299543 Jun 29 14:31:29.150353 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-96f5369b-b3a7-40ab-a1d8-5dc9987f5425 req-a2f5b7e9-ae99-4a36-aca3-3b74ed23bc41 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 Jun 29 14:31:29.167282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Calling delete_port for 606418d3-e35f-4abb-b170-3a4bfc620533 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:29.213662 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d870561-521c-4178-974c-152d09b0fedc req-3ea9c7f4-f90c-4cf7-bfc7-59e2e225e538 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629052 Jun 29 14:31:29.218704 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a9f51f23-efde-4499-a75a-5a41bb157bd0 req-d29c12ce-1165-4c58-9a55-84a5c4c4142c tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471370 Jun 29 14:31:29.342153 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:29.349037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-89e8d3db-5b3a-4453-8994-b35bc776f720 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:29.364633 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3', '606418d3-e35f-4abb-b170-3a4bfc620533'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:29.398983 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event deleted for resources: {'Port': ['ID=606418d3-e35f-4abb-b170-3a4bfc620533,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:29.408049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:29.480786 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0bf2-147d-40e2-89b4-247c34c9874b req-fecdafda-f8ff-4fac-9b9a-45bfea361f42 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:29.484176 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e0cd0bf2-147d-40e2-89b4-247c34c9874b req-fecdafda-f8ff-4fac-9b9a-45bfea361f42 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.1021760 Jun 29 14:31:29.489362 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] No DVR routers for this DVR port 606418d3-e35f-4abb-b170-3a4bfc620533 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:29.493690 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:29.505974 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'name': 'network-vif-deleted', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:29.514440 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-14045099-c26c-4acd-8a0f-800cd07926d1 req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "DELETE /v2.0/ports/606418d3-e35f-4abb-b170-3a4bfc620533 HTTP/1.1" status: 204 len: 173 time: 1.1970336 Jun 29 14:31:29.542685 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e0cd0bf2-147d-40e2-89b4-247c34c9874b req-d8eccb0d-c68d-443b-ad4d-bda03d6d9e0e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515320 Jun 29 14:31:29.647986 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d359cdf-f6bb-4ff8-b18c-35af1cadb921', 'name': 'network-vif-deleted', 'tag': '606418d3-e35f-4abb-b170-3a4bfc620533', 'status': 'completed', 'code': 200} Jun 29 14:31:30.328447 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-522b3ca1-f692-46f4-a39d-2213ca5f505c req-9e94aa2d-24c7-4e74-8610-99a188c89065 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d359cdf-f6bb-4ff8-b18c-35af1cadb921 HTTP/1.1" status: 200 len: 210 time: 0.0433271 Jun 29 14:31:30.421757 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f7dbf-8e68-4015-bc48-40a2752d866e req-030e0f69-a62c-48db-acf5-a9f34059c981 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:30.423240 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d1f7dbf-8e68-4015-bc48-40a2752d866e req-030e0f69-a62c-48db-acf5-a9f34059c981 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0793817 Jun 29 14:31:30.468658 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d1f7dbf-8e68-4015-bc48-40a2752d866e req-416b460b-4390-4d41-a96a-9a4d7383afd6 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Jun 29 14:31:30.809602 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea9414-982b-4b73-8720-7002175dac0d req-d57fda10-77ae-4439-8644-f15649710d07 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:30.811057 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efea9414-982b-4b73-8720-7002175dac0d req-d57fda10-77ae-4439-8644-f15649710d07 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.0751905 Jun 29 14:31:30.857399 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efea9414-982b-4b73-8720-7002175dac0d req-ed2ef9be-c349-4086-b5b4-9c9b29003ff5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Jun 29 14:31:31.671886 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2516b-d367-441e-a638-f7bd82c63f23 req-91ad91ed-2066-4d99-994f-56f9b0236ab3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:31.673371 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ca2516b-d367-441e-a638-f7bd82c63f23 req-91ad91ed-2066-4d99-994f-56f9b0236ab3 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0784476 Jun 29 14:31:31.722127 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9ca2516b-d367-441e-a638-f7bd82c63f23 req-eb31fbd8-c11e-43b9-b56c-c34747007b29 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Jun 29 14:31:32.640287 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 606418d3-e35f-4abb-b170-3a4bfc620533 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:32.672367 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 606418d3-e35f-4abb-b170-3a4bfc620533 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:32.672728 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 606418d3-e35f-4abb-b170-3a4bfc620533 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:32.934614 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3ecbd-c793-4452-8bba-a9793a1a38e3 req-e6c2ff7a-041d-485f-9689-f7e2a2c2212d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:32.936192 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7f3ecbd-c793-4452-8bba-a9793a1a38e3 req-e6c2ff7a-041d-485f-9689-f7e2a2c2212d tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.0928431 Jun 29 14:31:32.985616 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7f3ecbd-c793-4452-8bba-a9793a1a38e3 req-8373a7ad-a62c-4d8b-ad33-d65133d48458 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/security-groups?id=b93647ed-5842-438e-b2b9-406699deabef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jun 29 14:31:33.193087 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-98b08421-87d9-4f10-b504-94b09a71039a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:33.194415 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-98b08421-87d9-4f10-b504-94b09a71039a tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 946 time: 0.1355076 Jun 29 14:31:33.200392 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05f9f2-8480-4622-bb12-8e39da94b366 req-bbb76a8f-1062-4a01-a779-1d671673e667 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:33.201048 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0e05f9f2-8480-4622-bb12-8e39da94b366 req-bbb76a8f-1062-4a01-a779-1d671673e667 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Synchronizing usage tracker for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:33.265274 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0e05f9f2-8480-4622-bb12-8e39da94b366 req-bbb76a8f-1062-4a01-a779-1d671673e667 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Unset dirty status for tenant:75d994d713c64087b2f70ad8520494e2 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:33.266440 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0e05f9f2-8480-4622-bb12-8e39da94b366 req-bbb76a8f-1062-4a01-a779-1d671673e667 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 945 time: 0.1706533 Jun 29 14:31:33.289570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Deleting port 2fd7a165-a44c-446f-abb0-5045fa08ee7f {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:33.289912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:33.390918 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0e05f9f2-8480-4622-bb12-8e39da94b366 req-ea850de8-d340-4575-ae20-06ca90d59a68 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188171 Jun 29 14:31:33.546993 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] For port 2fd7a165-a44c-446f-abb0-5045fa08ee7f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2fd7a165-a44c-446f-abb0-5045fa08ee7f,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:33.547375 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:33.666848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Calling delete_port for 2fd7a165-a44c-446f-abb0-5045fa08ee7f owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:33.801890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:33.807202 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05265546-a125-402d-a400-a602998ca013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:33.814321 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['2fd7a165-a44c-446f-abb0-5045fa08ee7f'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:33.849202 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Pushing event deleted for resources: {'Port': ['ID=2fd7a165-a44c-446f-abb0-5045fa08ee7f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:33.853031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:33.920695 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] No DVR routers for this DVR port 2fd7a165-a44c-446f-abb0-5045fa08ee7f on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:33.923042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:33.925525 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'name': 'network-vif-deleted', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:33.940451 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5933d29-3576-4e01-ac21-0f2492a45a55 req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.74 "DELETE /v2.0/ports/2fd7a165-a44c-446f-abb0-5045fa08ee7f HTTP/1.1" status: 204 len: 173 time: 0.7368093 Jun 29 14:31:33.980940 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66954208-633f-490c-990f-e71dd079a7c1', 'name': 'network-vif-deleted', 'tag': '2fd7a165-a44c-446f-abb0-5045fa08ee7f', 'status': 'completed', 'code': 200} Jun 29 14:31:34.166432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fb89baeb-0a92-4f73-90d2-3a756e5ff4ce req-0d5e2c7d-4972-441d-97b1-4f87a6208976 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Synchronizing usage tracker for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:34.180904 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fb89baeb-0a92-4f73-90d2-3a756e5ff4ce req-0d5e2c7d-4972-441d-97b1-4f87a6208976 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Unset dirty status for tenant:b6840424233e41558b406f0e9cef7c8e on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:34.182089 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fb89baeb-0a92-4f73-90d2-3a756e5ff4ce req-0d5e2c7d-4972-441d-97b1-4f87a6208976 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] 10.222.0.11 "GET /v2.0/ports?device_id=66954208-633f-490c-990f-e71dd079a7c1 HTTP/1.1" status: 200 len: 210 time: 0.0586598 Jun 29 14:31:34.593783 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca00e4e-4270-461c-94e7-1e7e4d7c772b req-39326a3e-9ce6-4bdb-b439-74a91171e18a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:34.595383 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8ca00e4e-4270-461c-94e7-1e7e4d7c772b req-39326a3e-9ce6-4bdb-b439-74a91171e18a tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 945 time: 0.0816844 Jun 29 14:31:34.643170 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8ca00e4e-4270-461c-94e7-1e7e4d7c772b req-8fd392d5-ac02-48b0-8df7-6fd0600da0e4 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/security-groups?id=e97d79d6-ce15-4b53-9121-6806ad3c8fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jun 29 14:31:34.858736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-b691e648-e3e2-4b78-a420-8f4f516d1958 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:34.860414 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-b691e648-e3e2-4b78-a420-8f4f516d1958 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 945 time: 0.0756822 Jun 29 14:31:34.985628 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Deleting port 38214a14-bd2e-4283-bbca-a675e52486f3 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:34.985877 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:35.219886 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] For port 38214a14-bd2e-4283-bbca-a675e52486f3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38214a14-bd2e-4283-bbca-a675e52486f3,segment=NetworkSegment(7077aedc-c032-4580-a66a-78ae253d5fb9),segment_id=7077aedc-c032-4580-a66a-78ae253d5fb9)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:35.220244 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:35.288508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 46954) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:35.342357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Calling delete_port for 38214a14-bd2e-4283-bbca-a675e52486f3 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:35.478040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:35.483657 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57bf6206-ced2-43b9-ba68-4389e8d7497e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:35.488883 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38214a14-bd2e-4283-bbca-a675e52486f3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:31:35.530574 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Pushing event deleted for resources: {'Port': ['ID=38214a14-bd2e-4283-bbca-a675e52486f3,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:35.533192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:35.613694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] No DVR routers for this DVR port 38214a14-bd2e-4283-bbca-a675e52486f3 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:31:35.616027 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:35.629284 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b0ac8af-c964-4382-ab35-2060ae221f96 req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.74 "DELETE /v2.0/ports/38214a14-bd2e-4283-bbca-a675e52486f3 HTTP/1.1" status: 204 len: 173 time: 0.7630875 Jun 29 14:31:35.691261 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:35.860298 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efc205c7-0906-4c4d-bf48-212ed641af7e req-53a46a59-de43-4694-99d3-38af9bfeaa78 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6a96e8e-06d7-47af-9219-d99dc8706c48 HTTP/1.1" status: 200 len: 210 time: 0.0477560 Jun 29 14:31:35.982505 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'name': 'network-vif-deleted', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:36.035242 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a96e8e-06d7-47af-9219-d99dc8706c48', 'name': 'network-vif-deleted', 'tag': '38214a14-bd2e-4283-bbca-a675e52486f3', 'status': 'completed', 'code': 200} Jun 29 14:31:36.397212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Deleting port 28cbed6f-2668-456d-b848-453211efc2ef {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:36.397480 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:36.560172 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] For port 28cbed6f-2668-456d-b848-453211efc2ef, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=28cbed6f-2668-456d-b848-453211efc2ef,segment=NetworkSegment(2098b758-bfa3-4981-a91a-7c0408583278),segment_id=2098b758-bfa3-4981-a91a-7c0408583278)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:36.560527 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:36.638832 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2fd7a165-a44c-446f-abb0-5045fa08ee7f no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:36.671347 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 2fd7a165-a44c-446f-abb0-5045fa08ee7f {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:36.671623 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2fd7a165-a44c-446f-abb0-5045fa08ee7f not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:36.690771 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Calling delete_port for 28cbed6f-2668-456d-b848-453211efc2ef owned by network:router_interface {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:36.964142 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46966) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:37.027367 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Deleting subnet fbe0f037-582f-40c7-acf7-cafd4c80d36a {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:31:37.030176 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.052699 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.056895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-316572e5-1f98-4312-be91-a9b5a22a6357 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:37.078286 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.085072 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.100027 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cbed6f-2668-456d-b848-453211efc2ef,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:37.102517 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:37.152924 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.157056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e47d2b26-d115-4aef-abf1-8bb58e979c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:37.195297 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe0f037-582f-40c7-acf7-cafd4c80d36a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:37.197697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:37.202802 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.210064 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a83b3074-bc16-4a42-a57f-fbab390b1d68 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fbe0f037-582f-40c7-acf7-cafd4c80d36a HTTP/1.1" status: 204 len: 168 time: 0.2447805 Jun 29 14:31:37.212447 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46970) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:37.317283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.438821 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.448651 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.452335 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.452700 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.453468 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.453800 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > port after_create 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.454124 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.454478 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > port after_update 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.454801 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.455190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.455508 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.455822 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.625270 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.625773 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.626197 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.626622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 14:31:37.627627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9fa9f-1595-4e6d-989a-1ec7795c86d9']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:37.640873 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7077aedc-c032-4580-a66a-78ae253d5fb9') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:37.641288 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7077aedc-c032-4580-a66a-78ae253d5fb9') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:37.653358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.669921 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.677020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:31:37.677472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: util.warn_limited( Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: util.warn_limited( Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:31:37.693849 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:31:37.769600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.773671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:37.789363 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:37.795373 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a9fa9f-1595-4e6d-989a-1ec7795c86d9,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:37.800018 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:37.807302 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/27a9fa9f-1595-4e6d-989a-1ec7795c86d9 HTTP/1.1" status: 204 len: 168 time: 0.5936139 Jun 29 14:31:38.011403 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46976) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:38.019885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Router d4df2613-a763-4647-993b-45038b1cbadc has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:31:38.062657 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-9d5fcc56-a5b1-4c59-ac05-f8ea219ab47a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75d994d713c64087b2f70ad8520494e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500057 Jun 29 14:31:38.065010 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46982) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:38.125766 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.151875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.224086 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.229333 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9ad0d5fe-fea4-4279-83e7-900d6323981c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:38.231948 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:31:38.242023 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Sync routers for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:31:38.249895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97d79d6-ce15-4b53-9121-6806ad3c8fef,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:38.253837 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:38.262541 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.265980 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e97d79d6-ce15-4b53-9121-6806ad3c8fef HTTP/1.1" status: 204 len: 168 time: 0.1977980 Jun 29 14:31:38.265980 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 46988) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:38.266231 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4df2613-a763-4647-993b-45038b1cbadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759898 Jun 29 14:31:38.275392 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:31:38.276365 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:31:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:38.505973 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:31:38.621448 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.637392 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38214a14-bd2e-4283-bbca-a675e52486f3 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:38.670878 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 38214a14-bd2e-4283-bbca-a675e52486f3 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:38.671543 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38214a14-bd2e-4283-bbca-a675e52486f3 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:38.841211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.851882 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Deleting port 9837e158-f397-4a67-8af6-4fc702ed1d81 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:31:38.852222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:38.887344 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212'}], 'enable_snat': True}, 'gw_port_id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:31:36Z', 'revision_number': 5, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port': {'id': '9837e158-f397-4a67-8af6-4fc702ed1d81', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:21Z', 'updated_at': '2021-06-29T14:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:38.892001 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Checking router: d4df2613-a763-4647-993b-45038b1cbadc for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:31:38.903065 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Routers {'d4df2613-a763-4647-993b-45038b1cbadc'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:31:38.903827 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:31:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['d4df2613-a763-4647-993b-45038b1cbadc'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:39.049272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] For port 9837e158-f397-4a67-8af6-4fc702ed1d81, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=9837e158-f397-4a67-8af6-4fc702ed1d81,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:31:39.049636 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:39.070137 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] Set router d4df2613-a763-4647-993b-45038b1cbadc gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:31:39.177135 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:31:38Z', 'revision_number': 6, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:39.182419 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5263278-427f-416b-9277-e19beabe0c67 None None] The sync data for ids ['d4df2613-a763-4647-993b-45038b1cbadc'] in dv-cinder-798356-1-smb is: [{'id': 'd4df2613-a763-4647-993b-45038b1cbadc', 'name': 'tempest-ServerRescueNegativeTestJSON-41001850-router', 'tenant_id': 'b6840424233e41558b406f0e9cef7c8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:31:38Z', 'revision_number': 6, 'project_id': 'b6840424233e41558b406f0e9cef7c8e', 'gw_port_host': None}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:31:39.189043 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Calling delete_port for 9837e158-f397-4a67-8af6-4fc702ed1d81 owned by network:router_gateway {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:31:39.492109 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:39.496504 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f2411747-2710-4a91-908e-d80aa9379a6f tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:39.554511 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9837e158-f397-4a67-8af6-4fc702ed1d81,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:39.557845 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:39.669843 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 28cbed6f-2668-456d-b848-453211efc2ef no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:39.717003 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 28cbed6f-2668-456d-b848-453211efc2ef {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:39.717450 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 28cbed6f-2668-456d-b848-453211efc2ef not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:39.829994 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.220001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.233190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.250445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d42865-5e25-40ef-8fef-709557f1f67d req-90be95f9-705d-47a7-a2c0-524880f4a351 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:40.251961 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-44d42865-5e25-40ef-8fef-709557f1f67d req-90be95f9-705d-47a7-a2c0-524880f4a351 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2224500 Jun 29 14:31:40.355213 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.355705 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4df2613-a763-4647-993b-45038b1cbadc {{(pid=74211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:31:40.370725 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-44d42865-5e25-40ef-8fef-709557f1f67d req-a354f6d0-4856-479c-a647-f5b6808fc964 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539091 Jun 29 14:31:40.376407 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.377533 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d4df2613-a763-4647-993b-45038b1cbadc HTTP/1.1" status: 204 len: 168 time: 2.1113012 Jun 29 14:31:40.380597 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47040) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:40.447966 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Deleting subnet 43b1980c-1cec-4420-be34-2bbcd5e71521 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:31:40.451356 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.503675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.593658 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.670311 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.675972 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:40.715907 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b1980c-1cec-4420-be34-2bbcd5e71521,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:40.718348 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:40.721146 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:40.728993 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5a59518d-9d70-463d-bcb6-840e0b78852f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43b1980c-1cec-4420-be34-2bbcd5e71521 HTTP/1.1" status: 204 len: 168 time: 0.3468823 Jun 29 14:31:40.731364 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47054) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:40.934849 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.058562 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.071333 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965ac20b-70a5-40a1-bd63-95d655fb2f1a']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:41.083258 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2098b758-bfa3-4981-a91a-7c0408583278') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:41.083557 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2098b758-bfa3-4981-a91a-7c0408583278') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:31:41.094963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.110357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.116806 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:31:41.117185 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:31:41.130522 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:31:41.204523 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.208198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:41.221499 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.231486 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Pushing event deleted for resources: {'Network': ['ID=965ac20b-70a5-40a1-bd63-95d655fb2f1a,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:41.234449 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:41.240214 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] 10.222.0.11 "DELETE /v2.0/networks/965ac20b-70a5-40a1-bd63-95d655fb2f1a HTTP/1.1" status: 204 len: 168 time: 0.5079439 Jun 29 14:31:41.430598 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47064) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:41.479778 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-5d884fc4-d9f1-4b60-9bed-2a960e52603e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6840424233e41558b406f0e9cef7c8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479498 Jun 29 14:31:41.482170 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47068) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:41.550307 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.575351 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.600229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cdc3b-2fb3-4d23-bd34-f8223c522a46 req-f58b79b4-801e-473b-ad9c-a105d4e50bce tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:41.603626 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 9837e158-f397-4a67-8af6-4fc702ed1d81 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:31:41.607191 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8d2cdc3b-2fb3-4d23-bd34-f8223c522a46 req-f58b79b4-801e-473b-ad9c-a105d4e50bce tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0904000 Jun 29 14:31:41.633779 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.635749 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 9837e158-f397-4a67-8af6-4fc702ed1d81 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:31:41.636105 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 9837e158-f397-4a67-8af6-4fc702ed1d81 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:31:41.638830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d01be68-0510-41e6-a608-78ae8094b913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:41.649345 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8d2cdc3b-2fb3-4d23-bd34-f8223c522a46 req-03d5c875-e72e-4a19-8106-17614cc7f236 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412078 Jun 29 14:31:41.652952 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93647ed-5842-438e-b2b9-406699deabef,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:41.655309 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:41.661543 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:41.662658 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b93647ed-5842-438e-b2b9-406699deabef HTTP/1.1" status: 204 len: 168 time: 0.1796126 Jun 29 14:31:42.791835 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:31:42.856486 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2ace6-c9bd-4637-93fb-630113e6504c req-3fa46022-8ad3-4776-8950-fb375e589780 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:42.858006 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f4c2ace6-c9bd-4637-93fb-630113e6504c req-3fa46022-8ad3-4776-8950-fb375e589780 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0801125 Jun 29 14:31:42.908637 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f4c2ace6-c9bd-4637-93fb-630113e6504c req-f5f54b0f-3c81-47a0-9b8d-cc36c82bacec tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451858 Jun 29 14:31:44.129206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac61f8d-3bce-4e59-be5c-398e861c18a9 req-df47d2bb-b6d3-467c-ab4b-5f12864cbd2a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:44.130903 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2ac61f8d-3bce-4e59-be5c-398e861c18a9 req-df47d2bb-b6d3-467c-ab4b-5f12864cbd2a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0853770 Jun 29 14:31:44.156314 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47158) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:44.183759 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2ac61f8d-3bce-4e59-be5c-398e861c18a9 req-6010018b-df6d-4437-ba0d-a4bd22839f6e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472114 Jun 29 14:31:44.298174 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.328740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:44.333101 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Usage tracker for resource:security_group_rule and tenant:1303f2da2f2046a7a5da7509746b6a9c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:44.335787 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:44.341558 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:44.406214 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.409830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.417129 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-337e4c76-ffde-4ce2-a483-77121b353fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:44.456234 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b0ded0-27ed-4c9d-831a-2518727013da,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:44.459863 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:44.462010 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1303f2da2f2046a7a5da7509746b6a9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3046963 Jun 29 14:31:44.464915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47164) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:44.523243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.547605 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.606769 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.611859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-343224be-fdd6-4c11-bff6-a1f5080b83e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:44.624820 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b0ded0-27ed-4c9d-831a-2518727013da,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:44.627522 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:44.628357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:44.629437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23b0ded0-27ed-4c9d-831a-2518727013da HTTP/1.1" status: 204 len: 168 time: 0.1636477 Jun 29 14:31:44.951057 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47172) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:44.969172 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.001009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:45.004836 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Usage tracker for resource:security_group_rule and tenant:a233a2504d3c4fe1a0659e0f7c3d58cf is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:45.007706 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:45.013397 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:45.097522 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.097522 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.101794 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-467c5115-94b2-4185-be0d-c7e17dbb29d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:45.140627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25994c64-5b9e-4192-8151-a982b17d5471,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:45.144629 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:45.147319 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a233a2504d3c4fe1a0659e0f7c3d58cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952150 Jun 29 14:31:45.149849 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47184) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:45.208370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.240175 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.300067 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.305111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-89831e61-e8e4-4d39-a488-6a2e78ea784a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:45.344684 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25994c64-5b9e-4192-8151-a982b17d5471,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:45.353220 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:45.362603 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:45.363758 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25994c64-5b9e-4192-8151-a982b17d5471 HTTP/1.1" status: 204 len: 168 time: 0.2128844 Jun 29 14:31:45.400476 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc0ace-7e78-418f-9a2d-b67da838eaf2 req-49cabbb8-e5b4-4a48-991a-4e88bb62aaeb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:45.401999 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4fcc0ace-7e78-418f-9a2d-b67da838eaf2 req-49cabbb8-e5b4-4a48-991a-4e88bb62aaeb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0881536 Jun 29 14:31:45.447968 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4fcc0ace-7e78-418f-9a2d-b67da838eaf2 req-b8f56ede-a21a-47be-9c20-8ecf54fd7bcf tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jun 29 14:31:46.671807 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935e3eb-f2ca-462e-bc46-4164da4493e8 req-52ed9bb5-a093-4605-bd0c-7695521613b8 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:46.674111 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1935e3eb-f2ca-462e-bc46-4164da4493e8 req-52ed9bb5-a093-4605-bd0c-7695521613b8 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0862279 Jun 29 14:31:46.721601 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1935e3eb-f2ca-462e-bc46-4164da4493e8 req-24f65a2f-dc24-4832-8c48-2c553adb8c19 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417125 Jun 29 14:31:47.517801 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-7d2e7756-2a9b-42a0-9ce8-858bc6b6d9f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1138 time: 0.0854838 Jun 29 14:31:47.587386 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dfe36-171c-4424-9ec9-0fe6e390ab72 req-31a0d3d0-734b-439b-9f86-1c79040e9f0d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:47.596287 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d11dfe36-171c-4424-9ec9-0fe6e390ab72 req-31a0d3d0-734b-439b-9f86-1c79040e9f0d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.1147387 Jun 29 14:31:47.643066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-d11dfe36-171c-4424-9ec9-0fe6e390ab72 req-110a894b-8e4e-4f9d-8afa-63ea7dd5a1c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:47.659702 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-d11dfe36-171c-4424-9ec9-0fe6e390ab72 req-110a894b-8e4e-4f9d-8afa-63ea7dd5a1c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:47.673570 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d11dfe36-171c-4424-9ec9-0fe6e390ab72 req-110a894b-8e4e-4f9d-8afa-63ea7dd5a1c1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760031 Jun 29 14:31:47.682971 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-56b181b7-96ab-4d61-8554-554440e61f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:47.684695 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-56b181b7-96ab-4d61-8554-554440e61f46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.1593392 Jun 29 14:31:47.737388 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47274) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:47.800434 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-8e7646f5-aa38-4e85-b569-48a35fb4502a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:47.811008 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-efbc7b56-ab16-4d7d-ae6d-41f73915a982 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 1001 time: 0.1194656 Jun 29 14:31:47.894914 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:47.920447 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-0162050f-4fa5-4353-85d8-450b3f3d5e49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:47.921894 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-0162050f-4fa5-4353-85d8-450b3f3d5e49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.1048660 Jun 29 14:31:47.925781 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:47.929536 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0871d5cdf14fa0a59b1c50056d4c2a is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:47.932359 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:47.938171 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:48.006355 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.010773 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.018927 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7a870212-494d-4028-a658-413f7261c1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:48.058068 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cce36b0-f62e-40df-b777-8406a47e4f69,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:48.062155 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f0871d5cdf14fa0a59b1c50056d4c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3237169 Jun 29 14:31:48.063138 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:48.065318 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47282) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:48.084762 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b78b4-278c-4d15-9b2d-878e49b6fc09 req-80ad39d1-c460-460a-bbce-2926db8a1064 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:48.086245 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e37b78b4-278c-4d15-9b2d-878e49b6fc09 req-80ad39d1-c460-460a-bbce-2926db8a1064 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2284958 Jun 29 14:31:48.124958 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.143861 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-eb9f8160-9f2e-4023-b23f-55d118a11bae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2139902 Jun 29 14:31:48.148489 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e37b78b4-278c-4d15-9b2d-878e49b6fc09 req-f69cd81d-bbb9-410b-8787-c480528d8085 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563042 Jun 29 14:31:48.150802 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.211275 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.216254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3bcee5c7-813c-4152-876d-981522181b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:48.226480 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cce36b0-f62e-40df-b777-8406a47e4f69,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:48.229789 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:48.233532 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.237269 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cce36b0-f62e-40df-b777-8406a47e4f69 HTTP/1.1" status: 204 len: 168 time: 0.1684499 Jun 29 14:31:48.284845 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-abcafc91-6d57-459b-9173-bd6d411f6ef8 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326361 Jun 29 14:31:48.289363 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.428401 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37599d2d-69ca-4c94-9ed6-64043e39a71b req-0a1a3516-8e17-4f42-bb72-8ccf6fcfa7e7 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271088 Jun 29 14:31:48.563932 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47290) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:48.582894 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.617615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:48.621432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Usage tracker for resource:security_group_rule and tenant:39e6ca321f0e4e1fb134f2839d3f79dc is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:48.624225 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:48.629868 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:48.708347 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.713084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.720484 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d32fb6be-e7fe-4c6c-8736-91e7c8c659cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:48.761923 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b850e5-72bb-4df6-85ee-b00007a2896f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:48.770426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:48.775623 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47304) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:48.777060 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e6ca321f0e4e1fb134f2839d3f79dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2121003 Jun 29 14:31:48.896152 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.930561 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:48.942151 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce104231-ac37-4bea-ab31-352bb750174f req-1c42a27f-ee46-477e-a05a-f4e084513e72 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:48.943623 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce104231-ac37-4bea-ab31-352bb750174f req-1c42a27f-ee46-477e-a05a-f4e084513e72 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.1497209 Jun 29 14:31:49.011036 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce104231-ac37-4bea-ab31-352bb750174f req-90f856a5-06e7-4282-9dbc-3a0c1fb11c5f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568917 Jun 29 14:31:49.026232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:49.030263 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1c5a4de3-db68-45ce-b44d-e58a6f4ea1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:49.043226 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b850e5-72bb-4df6-85ee-b00007a2896f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:49.046055 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:49.047916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:49.049720 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1b850e5-72bb-4df6-85ee-b00007a2896f HTTP/1.1" status: 204 len: 168 time: 0.2728562 Jun 29 14:31:49.342542 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2fd62-3e1f-45cf-8e52-561929df0ba6 req-450c6cd5-d4fb-4a4b-bc6f-d1c65534155f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:49.343782 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cfa2fd62-3e1f-45cf-8e52-561929df0ba6 req-450c6cd5-d4fb-4a4b-bc6f-d1c65534155f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0747812 Jun 29 14:31:49.389260 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-cfa2fd62-3e1f-45cf-8e52-561929df0ba6 req-8d33ed57-9a3f-45d7-9f39-8dfed9b0f156 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Jun 29 14:31:49.871555 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47334) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:49.923778 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-54fdd628-87eb-433a-a154-0e2f977474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.001302 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1550769859-network', 'tenant_id': 'b3f5446ca28149659e1333b240006390'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:50.006370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:50.010185 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Usage tracker for resource:network and tenant:b3f5446ca28149659e1333b240006390 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:50.013011 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:50.019058 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:50.027837 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Made reservation on behalf of b3f5446ca28149659e1333b240006390 for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:31:50.030349 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.058547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.095899 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:50.099892 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Usage tracker for resource:security_group_rule and tenant:b3f5446ca28149659e1333b240006390 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:50.103380 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:50.109573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:50.188658 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.194401 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.200417 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-55394c41-2c14-46ed-9a28-6012f1c6a6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:50.233339 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:31:50.238036 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efabe3-70f2-4308-9090-a02a6e67cd1a req-c0fdbef6-d68f-42b5-9f8a-1e7c6bcb5f6e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:50.239549 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-71efabe3-70f2-4308-9090-a02a6e67cd1a req-c0fdbef6-d68f-42b5-9f8a-1e7c6bcb5f6e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0882370 Jun 29 14:31:50.243013 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf3ad5e-77cd-4524-8752-4c74a1777cdd,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:50.246668 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:50.249473 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.249852 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Added segment 397440dc-d9b8-4197-8c15-040d40d79d44 of type vlan for network d24bba73-616f-4052-8c2e-3123819d7567 Jun 29 14:31:50.278565 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.311251 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-71efabe3-70f2-4308-9090-a02a6e67cd1a req-1fb0d635-dfc3-4735-a71c-5618bdce271d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517817 Jun 29 14:31:50.313651 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.315257 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:50.316283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.321887 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:50.425483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Pushing event updated for resources: {'Network': ['ID=d24bba73-616f-4052-8c2e-3123819d7567,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:50.429096 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:50.433403 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7568f65e-c3e9-4574-a0c7-5068e7dd0abe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5581453 Jun 29 14:31:50.434111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47358) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:50.438988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Request body: {'subnet': {'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1550769859-subnet', 'tenant_id': 'b3f5446ca28149659e1333b240006390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:50.443276 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network d24bba73-616f-4052-8c2e-3123819d7567 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:31:50.444841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:50.448665 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Usage tracker for resource:subnet and tenant:b3f5446ca28149659e1333b240006390 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:50.451572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:50.457324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:50.469441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Made reservation on behalf of b3f5446ca28149659e1333b240006390 for: {'subnet': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:31:50.472432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1340183'] for subnet, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.664271 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad983a-0a6c-4311-9807-60aefe4c34fc req-c57532ac-f68d-489c-b99a-3ef98ab4e50b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:50.665813 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-70ad983a-0a6c-4311-9807-60aefe4c34fc req-c57532ac-f68d-489c-b99a-3ef98ab4e50b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1230381 Jun 29 14:31:50.765729 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-70ad983a-0a6c-4311-9807-60aefe4c34fc req-4174c682-e879-4763-b5b1-5c54c14b384d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703897 Jun 29 14:31:50.786737 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7009212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1340165'] for subnet, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.790860 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:50.860383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5112f631-66b5-474c-bf1f-b69d15bd5d86,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:50.865521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:50.877148 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Checking segment: {'id': '397440dc-d9b8-4197-8c15-040d40d79d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:31:50.877796 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Network hostable DHCP agents. Network: d24bba73-616f-4052-8c2e-3123819d7567, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:31:50.900265 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Network d24bba73-616f-4052-8c2e-3123819d7567 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:31:50.909797 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, d24bba73-616f-4052-8c2e-3123819d7567) {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:31:50.914384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:50.915290 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:50.919631 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8f54f0-d50f-4ef7-b5af-7ca7c8b3dd2f None None] Network d24bba73-616f-4052-8c2e-3123819d7567 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:31:50.943431 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e3f3d494-bca5-4102-813c-8d4463e2cc15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5088181 Jun 29 14:31:51.141093 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:51.180206 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62509c6-f27f-437e-8b73-6233d189260e None None] Network d24bba73-616f-4052-8c2e-3123819d7567 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:31:51.190381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b533b2-d336-42fe-99f2-2b4552110772 req-a9d9a814-eb5b-4f26-a416-ac5eb20b55a7 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:51.197009 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d3b533b2-d336-42fe-99f2-2b4552110772 req-a9d9a814-eb5b-4f26-a416-ac5eb20b55a7 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1356888 Jun 29 14:31:51.239689 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-15b0dbba-51be-4e70-a5bc-44350853fb12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 1098 time: 0.1301482 Jun 29 14:31:51.271893 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d3b533b2-d336-42fe-99f2-2b4552110772 req-9a8dcc68-9de6-4ff1-b5a3-ce150753ff5a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739906 Jun 29 14:31:51.383044 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-43887d69-36dc-41ca-960a-cad12ef462ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:51.384647 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-43887d69-36dc-41ca-960a-cad12ef462ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.1358657 Jun 29 14:31:51.500163 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-32b846ef-c118-479e-88af-fd6e56c14ba3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 200 len: 1000 time: 0.1064117 Jun 29 14:31:51.546504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfaf92-e573-41d1-97e1-b4492709679e req-079924ec-6697-4d7f-826c-b74db5e6fa8f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:51.549680 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-25cfaf92-e573-41d1-97e1-b4492709679e req-079924ec-6697-4d7f-826c-b74db5e6fa8f tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0886657 Jun 29 14:31:51.624502 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-25cfaf92-e573-41d1-97e1-b4492709679e req-80f7e73c-16a2-4525-801a-db43c38ffe77 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689919 Jun 29 14:31:51.679225 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-0f384e61-411d-463e-ade1-6edabb30bb00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:51.680684 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-0f384e61-411d-463e-ade1-6edabb30bb00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.1720138 Jun 29 14:31:51.763967 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-75c261b2-ea32-4623-99a0-309a4b1e8a1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765307 Jun 29 14:31:51.901920 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-3752d14f-a952-44a6-9f74-8657f131fed6 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305768 Jun 29 14:31:51.995158 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47402) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:52.000802 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1635762219-network', 'tenant_id': '38c87b0c8d65405fa58567492d935d2f'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:52.005659 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:52.009433 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Usage tracker for resource:network and tenant:38c87b0c8d65405fa58567492d935d2f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:52.012297 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:52.018316 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:52.028690 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Made reservation on behalf of 38c87b0c8d65405fa58567492d935d2f for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:31:52.031611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.040896 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-678c1926-ffa7-43e5-a13b-4876be4c4ba0 req-2f63d84b-4143-4ce4-9467-871f642830b1 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301181 Jun 29 14:31:52.045605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.078265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:52.082550 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Usage tracker for resource:security_group_rule and tenant:38c87b0c8d65405fa58567492d935d2f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:52.085336 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:52.091330 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:52.159167 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.163146 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.166859 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0058e584-c1db-4602-8cd9-40603df12c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:52.198819 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:31:52.204191 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f48498-e9c1-48c2-94f7-69d61fd0ac8b,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:52.207959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:52.213090 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.213538 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Added segment 77bc3a6e-9f75-4835-86b0-408e9d4311f8 of type vlan for network e450d297-f5a6-4aac-94ce-79949a8725ec Jun 29 14:31:52.239962 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.267982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.269140 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:52.269718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.274170 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:52.372635 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3763630 Jun 29 14:31:52.375254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47408) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:31:52.377866 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e450d297-f5a6-4aac-94ce-79949a8725ec,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:52.382752 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Request body: {'subnet': {'network_id': 'e450d297-f5a6-4aac-94ce-79949a8725ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1635762219-subnet', 'tenant_id': '38c87b0c8d65405fa58567492d935d2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:52.386060 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:52.388218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:52.388681 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network e450d297-f5a6-4aac-94ce-79949a8725ec details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:31:52.392945 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Usage tracker for resource:subnet and tenant:38c87b0c8d65405fa58567492d935d2f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:52.395846 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:52.401603 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:52.413280 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Made reservation on behalf of 38c87b0c8d65405fa58567492d935d2f for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:31:52.415873 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.479000 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79061262-8174-4cc9-bcd9-8704992ea35c req-62faebcc-d506-473c-aa19-c61f7d450c0b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:52.480873 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79061262-8174-4cc9-bcd9-8704992ea35c req-62faebcc-d506-473c-aa19-c61f7d450c0b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0821421 Jun 29 14:31:52.541686 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79061262-8174-4cc9-bcd9-8704992ea35c req-5029aab8-2b2f-4459-b31f-636f79dbc286 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555255 Jun 29 14:31:52.549640 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.720598 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.725008 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:52.839149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=52044780-f543-4b2e-a57a-74f1c83a9ea7,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:52.841791 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:52.858097 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Checking segment: {'id': '77bc3a6e-9f75-4835-86b0-408e9d4311f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e450d297-f5a6-4aac-94ce-79949a8725ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:31:52.858466 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Network hostable DHCP agents. Network: e450d297-f5a6-4aac-94ce-79949a8725ec, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:31:52.897221 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f889df-5bf7-4224-a9af-6adb94c3dd9b req-d8e8b48b-51d5-49e4-982e-d44f5b2df1ab tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:52.898699 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-04f889df-5bf7-4224-a9af-6adb94c3dd9b req-d8e8b48b-51d5-49e4-982e-d44f5b2df1ab tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.1417556 Jun 29 14:31:52.920577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Network e450d297-f5a6-4aac-94ce-79949a8725ec is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:31:52.941283 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, e450d297-f5a6-4aac-94ce-79949a8725ec) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:31:52.946081 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:52.947064 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:52.950734 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da86ddd-67af-4c37-9953-30adae100dbe None None] Network e450d297-f5a6-4aac-94ce-79949a8725ec requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:31:52.976023 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-04f889df-5bf7-4224-a9af-6adb94c3dd9b req-00e27f13-811c-4017-b3fd-bb90dbab497c tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711057 Jun 29 14:31:52.982259 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6059694 Jun 29 14:31:53.179703 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee2c40a-b268-4b90-b412-b9798ec16042 None None] Network e450d297-f5a6-4aac-94ce-79949a8725ec requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:31:53.670213 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-8e59cdad-2a7e-4636-95d1-87c704edbb8f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:53.670901 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-8e59cdad-2a7e-4636-95d1-87c704edbb8f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Synchronizing usage tracker for tenant:b3f5446ca28149659e1333b240006390 on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:53.688698 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-8e59cdad-2a7e-4636-95d1-87c704edbb8f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Unset dirty status for tenant:b3f5446ca28149659e1333b240006390 on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:53.690427 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-8e59cdad-2a7e-4636-95d1-87c704edbb8f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/networks?id=d24bba73-616f-4052-8c2e-3123819d7567 HTTP/1.1" status: 200 len: 809 time: 0.1706560 Jun 29 14:31:53.713416 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-532dc633-0936-477a-b417-5f28acd97b71 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/quotas/b3f5446ca28149659e1333b240006390 HTTP/1.1" status: 200 len: 375 time: 0.0116382 Jun 29 14:31:53.758006 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-72599e26-b2a0-4fa2-8130-111a196b9443 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b3f5446ca28149659e1333b240006390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396292 Jun 29 14:31:53.765837 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe5e4-7eeb-4bb7-af24-c0e7579d4868 req-abe69b47-615e-4d13-ac52-a135b73676a1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:53.767973 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afafe5e4-7eeb-4bb7-af24-c0e7579d4868 req-abe69b47-615e-4d13-ac52-a135b73676a1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.0765274 Jun 29 14:31:53.812884 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afafe5e4-7eeb-4bb7-af24-c0e7579d4868 req-2b5bd29a-576b-429f-979b-8ba930d7828c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392971 Jun 29 14:31:53.888260 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-42ed2a26-7446-4925-8ef1-842ab3e85351 service neutron] 10.222.0.11 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234286 Jun 29 14:31:54.019961 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-e3e61196-8a39-448a-be71-30fc7b336af7 service neutron] 10.222.0.11 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252489 Jun 29 14:31:54.199290 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de0720-abd3-4060-9c9c-51d2cdf1d849 req-1675044f-085d-4587-9273-c5c8fdde7e27 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:54.200735 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-84de0720-abd3-4060-9c9c-51d2cdf1d849 req-1675044f-085d-4587-9273-c5c8fdde7e27 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0904057 Jun 29 14:31:54.231487 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b96064a0-98e1-4b18-9ee9-1c0351a3cec6 req-2b5675ab-a5f1-4509-98eb-cee6fb7f8326 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 210 time: 0.0483739 Jun 29 14:31:54.253742 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-84de0720-abd3-4060-9c9c-51d2cdf1d849 req-8064f256-dcab-4b7e-b8ed-4a4912c0f81d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445015 Jun 29 14:31:55.282049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-22b1af6a-5b09-472a-a3b9-8431bfcb6f53 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:55.285584 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-22b1af6a-5b09-472a-a3b9-8431bfcb6f53 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.74 "GET /v2.0/networks?id=d24bba73-616f-4052-8c2e-3123819d7567 HTTP/1.1" status: 200 len: 809 time: 0.1548829 Jun 29 14:31:55.312864 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Request body: {'port': {'device_id': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567', 'admin_state_up': True, 'tenant_id': 'b3f5446ca28149659e1333b240006390'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:55.445733 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2b9779ac-8c9e-49d1-87dc-9605a3666fba req-2b6490d9-6ab0-47b4-8b05-040ca3c06a0a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 210 time: 0.0582087 Jun 29 14:31:55.459565 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dccf2-0726-47fa-8bd6-2c4e794f89b4 req-370cf3be-44fa-48b3-a275-f85a78b344ec tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:55.461107 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-469dccf2-0726-47fa-8bd6-2c4e794f89b4 req-370cf3be-44fa-48b3-a275-f85a78b344ec tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0765817 Jun 29 14:31:55.497172 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:31:55.501559 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Usage tracker for resource:port and tenant:b3f5446ca28149659e1333b240006390 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:31:55.504331 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:31:55.508089 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-469dccf2-0726-47fa-8bd6-2c4e794f89b4 req-fa730e8a-1691-488c-bb0a-d8e63f0d257d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403519 Jun 29 14:31:55.509982 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:31:55.519910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Made reservation on behalf of b3f5446ca28149659e1333b240006390 for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:31:55.523159 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:55.678159 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Allocated IP 172.20.0.3 (d24bba73-616f-4052-8c2e-3123819d7567/5112f631-66b5-474c-bf1f-b69d15bd5d86/ba1f1a03-566f-4e89-afb9-f426c47a176f) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:31:55.954110 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:55.981776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:55.987813 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-56b85f97-91db-4c03-a8d5-f12f57fa7a7e tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:56.050583 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Network d24bba73-616f-4052-8c2e-3123819d7567 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:31:56.054014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:31:56.057829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:31:56.093813 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Pushing event updated for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:56.098608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:56.123870 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:56.124511 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:56.145511 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376226 Jun 29 14:31:56.158011 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Request body: {'port': {'device_id': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:31:56.271156 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:56.649416 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1f1a03-566f-4e89-afb9-f426c47a176f {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:31:56.659932 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:56.683457 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Transition to ACTIVE for port object ba1f1a03-566f-4e89-afb9-f426c47a176f will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:31:56.693862 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:56.698697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:56.717288 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0ec32-fcae-4171-9666-301754eb818b req-9c5bce3a-31e1-4432-bc90-122320a1a19a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:56.719346 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4fb0ec32-fcae-4171-9666-301754eb818b req-9c5bce3a-31e1-4432-bc90-122320a1a19a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0852644 Jun 29 14:31:56.755247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-95605b2d-f478-4e2a-8e49-00abe5ac3dac tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:56.755960 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-95605b2d-f478-4e2a-8e49-00abe5ac3dac tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Synchronizing usage tracker for tenant:b3f5446ca28149659e1333b240006390 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:56.768024 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4fb0ec32-fcae-4171-9666-301754eb818b req-7796beac-f12a-41e8-95bc-4f0f9740c3b1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419862 Jun 29 14:31:56.830922 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:56.833720 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:56.852104 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-95605b2d-f478-4e2a-8e49-00abe5ac3dac tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Unset dirty status for tenant:b3f5446ca28149659e1333b240006390 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:56.853248 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-95605b2d-f478-4e2a-8e49-00abe5ac3dac tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 931 time: 0.2699144 Jun 29 14:31:56.974074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-ea377e15-c20b-4d5d-93bc-980b504d4b5c tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Synchronizing usage tracker for tenant:b3f5446ca28149659e1333b240006390 on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:31:56.994207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Attempting to bind port ba1f1a03-566f-4e89-afb9-f426c47a176f on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:31:56.994535 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Attempting to bind port ba1f1a03-566f-4e89-afb9-f426c47a176f by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '397440dc-d9b8-4197-8c15-040d40d79d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:31:56.994879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Attempting to bind port ba1f1a03-566f-4e89-afb9-f426c47a176f on network d24bba73-616f-4052-8c2e-3123819d7567 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:31:57.005949 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Port ba1f1a03-566f-4e89-afb9-f426c47a176f on network d24bba73-616f-4052-8c2e-3123819d7567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:31:57.006210 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Attempting to bind port ba1f1a03-566f-4e89-afb9-f426c47a176f on network d24bba73-616f-4052-8c2e-3123819d7567 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:31:57.010156 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-ea377e15-c20b-4d5d-93bc-980b504d4b5c tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Unset dirty status for tenant:b3f5446ca28149659e1333b240006390 on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:31:57.011326 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d66e2763-fa5b-49f3-9f93-62f068a82f35 req-ea377e15-c20b-4d5d-93bc-980b504d4b5c tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343124 Jun 29 14:31:57.014308 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:31:57.014638 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Checking segment: {'id': '397440dc-d9b8-4197-8c15-040d40d79d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:31:57.015004 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Bound using segment: {'id': '397440dc-d9b8-4197-8c15-040d40d79d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:31:57.015448 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Bound port: ba1f1a03-566f-4e89-afb9-f426c47a176f, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '397440dc-d9b8-4197-8c15-040d40d79d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:31:57.015783 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:57.100898 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:31:57.103827 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f,segment=NetworkSegment(397440dc-d9b8-4197-8c15-040d40d79d44),segment_id=397440dc-d9b8-4197-8c15-040d40d79d44)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:31:57.107692 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:57.112198 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f1f6f668-171b-4996-84cf-78aad79e63d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:31:57.172599 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:57.174549 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] 10.222.0.74 "PUT /v2.0/ports/ba1f1a03-566f-4e89-afb9-f426c47a176f HTTP/1.1" status: 200 len: 1093 time: 1.0207365 Jun 29 14:31:57.175033 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:31:57.189128 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:31:57.192110 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:31:57.242430 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f', 'status': 'completed', 'code': 200} Jun 29 14:31:57.281555 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-79fc9af1-8d50-4bc3-ae32-00678e2229f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3f5446ca28149659e1333b240006390&device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 1096 time: 0.0702455 Jun 29 14:31:57.358594 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-ba24f681-97c4-464a-88ca-1b8ce29c31d4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f HTTP/1.1" status: 200 len: 217 time: 0.0692236 Jun 29 14:31:57.419610 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-a7369dae-6040-4a36-b3f0-fa9e2d6506e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:57.421034 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-a7369dae-6040-4a36-b3f0-fa9e2d6506e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5112f631-66b5-474c-bf1f-b69d15bd5d86 HTTP/1.1" status: 200 len: 849 time: 0.0565634 Jun 29 14:31:57.472492 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-8f382239-fd73-4780-8722-8348c7f403d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24bba73-616f-4052-8c2e-3123819d7567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455012 Jun 29 14:31:57.675620 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-57ff702a-a2c4-4fd6-ad7c-594d508ef979 service neutron] 10.222.0.74 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951439 Jun 29 14:31:57.805615 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa2eea92-6d45-41f3-a1f0-7135d32e6f53 req-dea3f437-554e-49e4-a110-e17e4976b51c service neutron] 10.222.0.74 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229165 Jun 29 14:31:57.982797 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-b091975a-698b-4787-9239-55a8ac357731 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3f5446ca28149659e1333b240006390&device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 1096 time: 0.1262205 Jun 29 14:31:57.992394 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd8c82-64df-45bd-9066-1bb746dd740c req-f37ac852-17b1-4073-a205-22e617e11e82 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:57.993731 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c4fd8c82-64df-45bd-9066-1bb746dd740c req-f37ac852-17b1-4073-a205-22e617e11e82 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.1039248 Jun 29 14:31:58.124388 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c4fd8c82-64df-45bd-9066-1bb746dd740c req-eff8d16d-97c3-4180-96ca-254519708276 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122730 Jun 29 14:31:58.155810 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202410-ca52-4281-b639-71c741f7ce6d req-999ae1f5-56da-4887-9b3a-2ebd824169d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:58.157315 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-999ae1f5-56da-4887-9b3a-2ebd824169d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d24bba73-616f-4052-8c2e-3123819d7567 HTTP/1.1" status: 200 len: 910 time: 0.1627297 Jun 29 14:31:58.208696 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219160d-5e6b-46c4-854e-7c1f64e44ac6 req-c46861b5-89b8-48ce-bf83-16f43a82cb77 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:58.210289 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7219160d-5e6b-46c4-854e-7c1f64e44ac6 req-c46861b5-89b8-48ce-bf83-16f43a82cb77 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 943 time: 0.0766714 Jun 29 14:31:58.227497 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-f74a7220-94c7-4481-80bc-14319698fa03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f HTTP/1.1" status: 200 len: 217 time: 0.0628328 Jun 29 14:31:58.257525 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7219160d-5e6b-46c4-854e-7c1f64e44ac6 req-3103356a-cd64-4645-a1f4-64dd64cb38c9 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jun 29 14:31:58.290425 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202410-ca52-4281-b639-71c741f7ce6d req-212d1199-2962-4b94-86d4-65d6fb63b238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:58.291893 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-212d1199-2962-4b94-86d4-65d6fb63b238 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5112f631-66b5-474c-bf1f-b69d15bd5d86 HTTP/1.1" status: 200 len: 849 time: 0.0574322 Jun 29 14:31:58.338532 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-c6f22cbc-1010-4b08-be73-18a0281a7676 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d24bba73-616f-4052-8c2e-3123819d7567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390055 Jun 29 14:31:58.468004 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-2918fc7a-422d-4c23-8aa6-8bf3a939259f service neutron] 10.222.0.74 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227353 Jun 29 14:31:58.600729 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-79202410-ca52-4281-b639-71c741f7ce6d req-94e1d273-f670-4405-8d09-1ed519a98bf8 service neutron] 10.222.0.74 "GET /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261575 Jun 29 14:31:59.031153 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:31:59.325980 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050127-4fa9-4849-9673-1ded9449e649 req-0bdb431f-eb53-48cb-b7d3-230468e33659 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:59.327655 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa050127-4fa9-4849-9673-1ded9449e649 req-0bdb431f-eb53-48cb-b7d3-230468e33659 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0834334 Jun 29 14:31:59.377283 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fa050127-4fa9-4849-9673-1ded9449e649 req-2bc25ce2-1c8d-4089-99b0-0beac15f6ac6 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431397 Jun 29 14:31:59.480229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2433c2-dd84-43d4-a6a3-c77b71369818 req-c0cb51a3-8a61-4da1-a255-86797e74eb4d tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:31:59.481668 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8b2433c2-dd84-43d4-a6a3-c77b71369818 req-c0cb51a3-8a61-4da1-a255-86797e74eb4d tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 943 time: 0.0828054 Jun 29 14:31:59.527362 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8b2433c2-dd84-43d4-a6a3-c77b71369818 req-d40a0086-c4ca-40e5-8c08-541453ab3065 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Jun 29 14:32:00.569523 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149736e-87e2-4523-9005-627910a8ec93 req-72bc2c03-b0be-4fac-b6a2-8f56eec6506a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:00.571012 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9149736e-87e2-4523-9005-627910a8ec93 req-72bc2c03-b0be-4fac-b6a2-8f56eec6506a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.0749989 Jun 29 14:32:00.622196 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9149736e-87e2-4523-9005-627910a8ec93 req-b4cfbbe3-9bb4-4fc3-93d7-f91d27a878d4 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=441f2f88-3de3-4eec-9eb3-c6b521659787&id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454650 Jun 29 14:32:00.723827 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e092-d879-47c0-b7ab-0c59c081ed49 req-8483fcdb-8174-4dae-88e4-ad5a29251a49 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:00.725212 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6901e092-d879-47c0-b7ab-0c59c081ed49 req-8483fcdb-8174-4dae-88e4-ad5a29251a49 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 943 time: 0.0761600 Jun 29 14:32:00.770050 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ba1f1a03-566f-4e89-afb9-f426c47a176f details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:32:00.773362 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6901e092-d879-47c0-b7ab-0c59c081ed49 req-24f14b9c-63cf-4f73-af72-6633c4b5f618 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jun 29 14:32:00.928138 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f,segment=NetworkSegment(397440dc-d9b8-4197-8c15-040d40d79d44),segment_id=397440dc-d9b8-4197-8c15-040d40d79d44)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:00.941288 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'ba1f1a03-566f-4e89-afb9-f426c47a176f', 'network_id': 'd24bba73-616f-4052-8c2e-3123819d7567', 'port_id': 'ba1f1a03-566f-4e89-afb9-f426c47a176f', 'mac_address': 'fa:16:3e:0c:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5112f631-66b5-474c-bf1f-b69d15bd5d86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:32:00.996673 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:01.013834 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1f1a03-566f-4e89-afb9-f426c47a176f {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:01.029318 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f,segment=NetworkSegment(397440dc-d9b8-4197-8c15-040d40d79d44),segment_id=397440dc-d9b8-4197-8c15-040d40d79d44)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:01.033468 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:01.035487 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:01.101759 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:01.104907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:01.300074 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ba1f1a03-566f-4e89-afb9-f426c47a176f'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:01.966068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cfaaa-cc52-49f5-8ad8-d70112870861 req-5e9233ea-4d8c-4688-a132-c0bc903df554 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:01.967435 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6d9cfaaa-cc52-49f5-8ad8-d70112870861 req-5e9233ea-4d8c-4688-a132-c0bc903df554 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 944 time: 0.0745111 Jun 29 14:32:02.012128 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6d9cfaaa-cc52-49f5-8ad8-d70112870861 req-4a9be45b-a010-45c9-bc63-79fc45ea5131 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Jun 29 14:32:02.777248 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ba1f1a03-566f-4e89-afb9-f426c47a176f up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:32:02.845067 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port ba1f1a03-566f-4e89-afb9-f426c47a176f completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:02.849430 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port ba1f1a03-566f-4e89-afb9-f426c47a176f triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:02.849802 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:02.959650 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:02.985088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:02.999119 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f,segment=NetworkSegment(397440dc-d9b8-4197-8c15-040d40d79d44),segment_id=397440dc-d9b8-4197-8c15-040d40d79d44)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:03.003292 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:03.005119 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:03.047562 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f', 'code': 200} Jun 29 14:32:03.074180 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:03.077392 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:03.252376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddaec2-5492-4c85-91ca-b293d77494d1 req-94e42b8f-1426-4157-bbdb-70ac5b21b27f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:03.253814 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3bddaec2-5492-4c85-91ca-b293d77494d1 req-94e42b8f-1426-4157-bbdb-70ac5b21b27f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 945 time: 0.1158900 Jun 29 14:32:03.315342 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0fd41507-a24e-47a7-bcf9-0f1fdcdc2a27 req-96654652-d7c9-4041-9e8e-fbf460b747ad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 1098 time: 0.1094644 Jun 29 14:32:03.317382 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3bddaec2-5492-4c85-91ca-b293d77494d1 req-c12f3075-c797-4043-a9ab-19162a751424 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572922 Jun 29 14:32:03.360907 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0fd41507-a24e-47a7-bcf9-0f1fdcdc2a27 req-bb7e49bf-32c7-4e27-b8c9-7173a6e41e9a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Jun 29 14:32:04.515787 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd23e3-49ba-4f4a-bc9b-1d49ef1a497e req-2fd6319c-0f09-4b7e-827b-fdfcc9b264fc tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:04.517239 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afdd23e3-49ba-4f4a-bc9b-1d49ef1a497e req-2fd6319c-0f09-4b7e-827b-fdfcc9b264fc tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 945 time: 0.0763507 Jun 29 14:32:04.566072 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afdd23e3-49ba-4f4a-bc9b-1d49ef1a497e req-c99802d7-d542-4e88-a6ab-89b8b05edd4f tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Jun 29 14:32:08.135251 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52a948-d9ac-47ad-b0e3-ffb46e7405df req-6ce22ab2-4ff0-4d51-8668-d3e1d2543764 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:08.136709 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3d52a948-d9ac-47ad-b0e3-ffb46e7405df req-6ce22ab2-4ff0-4d51-8668-d3e1d2543764 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 945 time: 0.0806420 Jun 29 14:32:08.181718 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3d52a948-d9ac-47ad-b0e3-ffb46e7405df req-4759572a-d038-4799-ade9-9b49ccf395c4 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Jun 29 14:32:09.382954 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ca00-cc22-480a-985e-06c110573997 req-2543fc42-eac7-43d2-9c2e-967f0c36a2b8 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:09.384436 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8f02ca00-cc22-480a-985e-06c110573997 req-2543fc42-eac7-43d2-9c2e-967f0c36a2b8 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 945 time: 0.0782673 Jun 29 14:32:09.430253 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8f02ca00-cc22-480a-985e-06c110573997 req-f1ff2d6f-20c1-4a59-b4de-4b271cc4e1c8 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcf3ad5e-77cd-4524-8752-4c74a1777cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Jun 29 14:32:09.613982 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-46dbb1f9-252c-414f-8bf9-69903e299470 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:09.615456 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-46dbb1f9-252c-414f-8bf9-69903e299470 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.74 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 945 time: 0.0830398 Jun 29 14:32:09.768190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Deleting port ba1f1a03-566f-4e89-afb9-f426c47a176f {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:09.768523 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:10.015068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] For port ba1f1a03-566f-4e89-afb9-f426c47a176f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ba1f1a03-566f-4e89-afb9-f426c47a176f,segment=NetworkSegment(397440dc-d9b8-4197-8c15-040d40d79d44),segment_id=397440dc-d9b8-4197-8c15-040d40d79d44)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:10.015445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:10.137703 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Calling delete_port for ba1f1a03-566f-4e89-afb9-f426c47a176f owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:10.275013 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:10.280255 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:10.286789 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ba1f1a03-566f-4e89-afb9-f426c47a176f'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:10.323800 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Pushing event deleted for resources: {'Port': ['ID=ba1f1a03-566f-4e89-afb9-f426c47a176f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:10.326045 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:10.396565 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] No DVR routers for this DVR port ba1f1a03-566f-4e89-afb9-f426c47a176f on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:32:10.398959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:10.401479 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'name': 'network-vif-deleted', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:10.416145 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b5a32519-cf65-4e5c-ab5b-4e769c4f3ea1 req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.74 "DELETE /v2.0/ports/ba1f1a03-566f-4e89-afb9-f426c47a176f HTTP/1.1" status: 204 len: 173 time: 0.7945697 Jun 29 14:32:10.457928 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e45d04-a585-42dd-a3d6-3b0f50b62f9f', 'name': 'network-vif-deleted', 'tag': 'ba1f1a03-566f-4e89-afb9-f426c47a176f', 'status': 'completed', 'code': 200} Jun 29 14:32:10.593810 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-e40fc102-244f-4a9c-85ee-3434d17f4751 req-bae74906-888d-4fe3-98d2-036f888167f4 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Synchronizing usage tracker for tenant:b3f5446ca28149659e1333b240006390 on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:10.608641 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-e40fc102-244f-4a9c-85ee-3434d17f4751 req-bae74906-888d-4fe3-98d2-036f888167f4 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Unset dirty status for tenant:b3f5446ca28149659e1333b240006390 on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:10.609826 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e40fc102-244f-4a9c-85ee-3434d17f4751 req-bae74906-888d-4fe3-98d2-036f888167f4 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] 10.222.0.11 "GET /v2.0/ports?device_id=85e45d04-a585-42dd-a3d6-3b0f50b62f9f HTTP/1.1" status: 200 len: 210 time: 0.0585344 Jun 29 14:32:12.808004 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ba1f1a03-566f-4e89-afb9-f426c47a176f no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:12.843184 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: ba1f1a03-566f-4e89-afb9-f426c47a176f {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:12.843626 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ba1f1a03-566f-4e89-afb9-f426c47a176f not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:13.120566 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eef5ea-f371-4930-b9d8-e8ccbeace9d1 req-ec33a160-83c0-44f0-8883-09a03360d407 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:13.122160 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-13eef5ea-f371-4930-b9d8-e8ccbeace9d1 req-ec33a160-83c0-44f0-8883-09a03360d407 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.0807092 Jun 29 14:32:13.171061 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-13eef5ea-f371-4930-b9d8-e8ccbeace9d1 req-e6b6c6b5-6b2f-4c82-869a-b59d89e26dff tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407145 Jun 29 14:32:13.271837 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47758) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:13.411603 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.448564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:13.452401 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e188a0814b90497fb9f63f55275481f8 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:13.455243 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:13.460818 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:13.525956 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.530066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.538045 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-99384c07-5ab0-4623-95a2-11ce8e28b1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:13.581978 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b96c564-6a07-4285-ac94-b3ac6e763d35,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:13.589102 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e188a0814b90497fb9f63f55275481f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3135996 Jun 29 14:32:13.589102 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:13.589361 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47768) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:13.650016 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.675899 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.728735 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.732382 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9d21cd44-c228-4d1f-bc5d-8f16cedc99f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:13.747051 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b96c564-6a07-4285-ac94-b3ac6e763d35,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:13.750512 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:13.753666 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:13.754750 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b96c564-6a07-4285-ac94-b3ac6e763d35 HTTP/1.1" status: 204 len: 168 time: 0.1645236 Jun 29 14:32:14.077654 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47778) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:14.097328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.127345 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:14.131148 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Usage tracker for resource:security_group_rule and tenant:11a3ab0cd7a24b34b168a59f1356775c is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:14.133857 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:14.140202 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:14.215967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.221346 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.227886 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:14.269328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c016c06d-b68a-4314-99d0-c6819d6cdd54,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:14.272433 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:14.277539 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11a3ab0cd7a24b34b168a59f1356775c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966050 Jun 29 14:32:14.278160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47784) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:14.384390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.421056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.444729 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64a8ac-be4f-4c58-8772-56da7d6e257f req-fa6f2d34-0ae3-4495-9d85-f32ceb38d4d4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:14.446192 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-db64a8ac-be4f-4c58-8772-56da7d6e257f req-fa6f2d34-0ae3-4495-9d85-f32ceb38d4d4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.1363893 Jun 29 14:32:14.511473 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-db64a8ac-be4f-4c58-8772-56da7d6e257f req-e18b6841-4c61-45e2-b5cc-f65fc112fd8a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528095 Jun 29 14:32:14.518807 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.522673 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d49b7271-5b62-4315-b1cf-e631cba89816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:14.534841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c016c06d-b68a-4314-99d0-c6819d6cdd54,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:14.537167 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:14.542367 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:14.563802 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c016c06d-b68a-4314-99d0-c6819d6cdd54 HTTP/1.1" status: 204 len: 168 time: 0.2675467 Jun 29 14:32:14.801782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-8e3604f2-9cf6-4951-b04a-e661967b5e47 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:14.803253 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-8e3604f2-9cf6-4951-b04a-e661967b5e47 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 947 time: 0.0842304 Jun 29 14:32:14.877542 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Deleting port 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:14.880804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:15.170550 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] For port 44a04f83-2c01-4683-9a31-8e1e038c1484, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=44a04f83-2c01-4683-9a31-8e1e038c1484,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:15.171232 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:15.545896 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:15.546265 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:15.546579 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Floating IP ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd disassociated. External IP: 172.28.0.34, port: 44a04f83-2c01-4683-9a31-8e1e038c1484. Jun 29 14:32:15.546933 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Calling delete_port for 44a04f83-2c01-4683-9a31-8e1e038c1484 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:15.716211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:15.724748 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd3dbc6e-e7c0-4370-9d65-96205bd7ff01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:15.749768 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66914e9-c851-422a-8877-2d8514b2992c req-bfd06017-126e-4693-adb0-bf339d8828ba tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:15.751782 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a66914e9-c851-422a-8877-2d8514b2992c req-bfd06017-126e-4693-adb0-bf339d8828ba tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=468b63aa-ab4b-43a4-ac7f-1dde65aa060f HTTP/1.1" status: 200 len: 868 time: 0.0886881 Jun 29 14:32:15.778355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'Port': ['ID=44a04f83-2c01-4683-9a31-8e1e038c1484,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:15.781106 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:15.801721 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a66914e9-c851-422a-8877-2d8514b2992c req-ee0e32b7-0fba-4bbb-b249-d004dae73502 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cc36be7-c458-429b-b8c2-8b7b130b272f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Jun 29 14:32:15.990699 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:32:16.193600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:32:16.204143 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:32:16.218121 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:16.218926 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:31:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:16.271293 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] No DVR routers for this DVR port 44a04f83-2c01-4683-9a31-8e1e038c1484 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:32:16.273742 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:16.276652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-deleted', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:16.300104 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-47269668-f908-46ca-95f3-5a1f14a4d567 req-6d6c7bad-5817-4bbb-9f28-6442988a82dc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "DELETE /v2.0/ports/44a04f83-2c01-4683-9a31-8e1e038c1484 HTTP/1.1" status: 204 len: 173 time: 1.4908831 Jun 29 14:32:16.362711 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468b63aa-ab4b-43a4-ac7f-1dde65aa060f', 'name': 'network-vif-deleted', 'tag': '44a04f83-2c01-4683-9a31-8e1e038c1484', 'status': 'completed', 'code': 200} Jun 29 14:32:16.521904 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:16.978909 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47860) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:17.012725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:17.018707 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:32:17.035042 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:17.035732 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:31:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:17.064917 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.097692 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.169104 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.174315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-173a1351-e6fe-4cf2-81c4-274d6a9a06e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:17.193611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc36be7-c458-429b-b8c2-8b7b130b272f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:17.204655 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:17.214059 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.218878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47868) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:17.231563 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "DELETE /v2.0/security-groups/0cc36be7-c458-429b-b8c2-8b7b130b272f HTTP/1.1" status: 204 len: 168 time: 0.2498300 Jun 29 14:32:17.245240 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.api.v2.resource [None req-a335a27f-69f1-422c-aec7-a6927162a511 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] show failed (client error): The resource could not be found. Jun 29 14:32:17.251031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47874) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:17.262613 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-a335a27f-69f1-422c-aec7-a6927162a511 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups/0cc36be7-c458-429b-b8c2-8b7b130b272f HTTP/1.1" status: 404 len: 347 time: 0.0424004 Jun 29 14:32:17.274043 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:17.431841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Deleting port 2905885e-bb29-4a0e-bf80-6c5cdf6862de {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:17.432266 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.623916 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.624501 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:17.753187 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:17.760562 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea58f7a-9668-48bd-bc3d-f824450b5654 None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:32:17.765778 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Calling delete_port for 2905885e-bb29-4a0e-bf80-6c5cdf6862de owned by network:floatingip {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:17.800611 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3641-29f1-4b39-a347-9fc15acf5004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.041313 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.045702 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:18.089514 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b938ea02-21f2-4f3b-8a5c-c3ff58be1612 None None] New status for floating IP ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd: DOWN {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:32:18.091312 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'Port': ['ID=2905885e-bb29-4a0e-bf80-6c5cdf6862de,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:18.095630 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:18.192231 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.208105 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.222949 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "DELETE /v2.0/floatingips/ed2e095b-6b1e-4c14-be9b-f2ab47bbc0bd HTTP/1.1" status: 204 len: 168 time: 0.9570825 Jun 29 14:32:18.294628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.443242 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47900) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:18.559364 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47908) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:18.565885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366992069', 'description': 'tempest-description--1199238625'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:18.576114 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:18.582019 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:18.592077 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:18.605363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:18.625235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.674876 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:18.678852 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:18.681826 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:18.690121 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:18.696198 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.730759 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:18.735706 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbd0aff45754df18e7e617b1588a295 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:18.738528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:18.744393 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:18.754499 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.758320 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.761902 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-dab381b0-78f1-4679-baed-5eedb20c094d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:18.805097 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d72cd5-7085-4b0d-9a7e-466cd14b5035,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:18.808504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:18.813113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.814161 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.815464 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-750fb037-9963-4ec9-9e0a-3cd25ba93a33 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2550881 Jun 29 14:32:18.818393 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47914) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:18.820355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.824036 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group_rule': {'security_group_id': '03d72cd5-7085-4b0d-9a7e-466cd14b5035', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:18.827031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8524247d-5094-4e29-955e-4ae64f7c92e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:18.830588 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:18.831502 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:18.834627 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:18.838070 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:18.844560 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:18.862351 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.865417 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 44a04f83-2c01-4683-9a31-8e1e038c1484 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:18.865764 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 44a04f83-2c01-4683-9a31-8e1e038c1484 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:18.867897 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4992c332-589c-49cd-9931-fefdf5f32a2f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:18.870726 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:18.874071 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0bbd0aff45754df18e7e617b1588a295&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4299164 Jun 29 14:32:18.876686 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47918) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:18.928054 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.931730 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.933739 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:18.941341 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.957153 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb71663-763b-4bf1-832b-6964d1bd4d85,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:18.961253 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:18.969795 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.970954 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:18.971075 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1516964 Jun 29 14:32:18.973739 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47922) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:18.979746 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'security_group_rule': {'security_group_id': '03d72cd5-7085-4b0d-9a7e-466cd14b5035', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:18.984892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:18.988735 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:security_group_rule and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:18.991547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:18.997131 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:19.014577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.022857 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.026903 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2a3dbffd-a3a7-449d-9272-b24a6b2f5afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:19.037630 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4992c332-589c-49cd-9931-fefdf5f32a2f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:19.043192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:19.046081 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.047736 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b76bed1f-38fe-4fbe-a381-1cf3dd4b7549 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4992c332-589c-49cd-9931-fefdf5f32a2f HTTP/1.1" status: 204 len: 168 time: 0.1697102 Jun 29 14:32:19.082369 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.086093 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.088487 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4323dd76-2262-4115-bdd0-4b8dfb429a7b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:19.111798 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347a08eb-92f2-45c1-a18d-f45c62697d60,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:19.114220 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:19.121209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.122455 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-db628f85-0a80-46d4-be00-0db6163bcc64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478148 Jun 29 14:32:19.126137 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 47928) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:19.132125 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:19.137458 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:19.141397 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Usage tracker for resource:floatingip and tenant:32cf3c96cba3487eaa6268817b22232c is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:19.144244 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:19.149876 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:19.163027 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.374045 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.387622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47934) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:19.406024 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.437319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:19.441777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Usage tracker for resource:security_group_rule and tenant:47d3b217a41e4e3caf3df9fefa852dcb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:19.444683 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:19.450331 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:19.512393 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Allocated IP 172.28.0.170 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/df7d6098-a1a2-478c-9c33-c108585c28fc) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:19.515022 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.519301 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.528851 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c826a9d3-7006-46c4-881c-71926e1bba77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:19.572022 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d3b217a41e4e3caf3df9fefa852dcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833308 Jun 29 14:32:19.573639 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a96197-632e-481d-972b-b203fabafcf9,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:19.575847 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 47938) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:19.578370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:19.636069 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.661463 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.661882 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.689969 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.694629 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:19.711526 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.715373 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bcb94fb9-a631-4373-a90c-a3967a7806f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:19.726920 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a96197-632e-481d-972b-b203fabafcf9,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:19.729209 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:19.734064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.738074 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40a96197-632e-481d-972b-b203fabafcf9 HTTP/1.1" status: 204 len: 168 time: 0.1590660 Jun 29 14:32:19.766122 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:19.769338 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:19.772268 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:19.794195 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:32:19.809067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=df7d6098-a1a2-478c-9c33-c108585c28fc,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.834308 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:19.848044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:19.926371 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c270dd33-c24a-4372-b74e-3bb95c525c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:19.960519 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.020718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.237176 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.241842 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.247324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:20.355999 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=df7d6098-a1a2-478c-9c33-c108585c28fc,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:20.360281 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:20.370553 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.394614 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:20.403637 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-003bb3aa-c743-46dd-a326-1da2b131255c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2761521 Jun 29 14:32:20.632360 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-cac9be12-83ce-4e78-9f17-0b8449629299 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:20.646753 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-cac9be12-83ce-4e78-9f17-0b8449629299 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:20.647922 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-cac9be12-83ce-4e78-9f17-0b8449629299 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1366992069&fields=id&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 267 time: 0.0550900 Jun 29 14:32:20.793352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-f511dfdc-88f8-4904-98be-689bdcfba196 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:20.795040 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-f511dfdc-88f8-4904-98be-689bdcfba196 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 817 time: 0.1404300 Jun 29 14:32:20.811165 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-08d77dac-5edf-48bc-9940-f1a0f96d2432 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/quotas/32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 375 time: 0.0103972 Jun 29 14:32:20.894832 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8b0f3bfe-0eb8-4753-a9df-d574463b38d0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:20.910735 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8b0f3bfe-0eb8-4753-a9df-d574463b38d0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:20.912070 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8b0f3bfe-0eb8-4753-a9df-d574463b38d0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952792 Jun 29 14:32:21.049466 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-e43516c3-7935-4d18-a266-55735ea07bf4 service neutron] 10.222.0.11 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248434 Jun 29 14:32:21.103496 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:21.183316 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8b499bc6-9470-411f-9108-69ccd3fba9fe service neutron] 10.222.0.11 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277337 Jun 29 14:32:21.409504 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7c90aa10-0002-4af1-b7f0-7c079ebe71fb req-a4f37db2-fdbe-41ca-a94c-6544e8724e34 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 210 time: 0.0606647 Jun 29 14:32:22.552907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:22.598697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-939399aa-827b-4cb8-ad7d-ea4da5500ede tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:22.600054 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-939399aa-827b-4cb8-ad7d-ea4da5500ede tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 817 time: 0.1886020 Jun 29 14:32:22.612256 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-246c7d86-f215-4007-a888-88a37375e94b req-05651c9d-ee9d-49d7-b9e2-6605b3004698 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 210 time: 0.0498681 Jun 29 14:32:22.657331 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-03a496c9-442d-4ebb-b985-af872f6ea312 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 380 time: 0.0431988 Jun 29 14:32:22.666894 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'port': {'device_id': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'admin_state_up': True, 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'security_groups': ['03d72cd5-7085-4b0d-9a7e-466cd14b5035']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:22.799189 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:22.808437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:22.818111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Made reservation on behalf of 32cf3c96cba3487eaa6268817b22232c for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:22.821039 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:22.976493 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Allocated IP 172.20.0.11 (9cbe3f07-4df4-443d-9b6e-796c8723c81a/98bbb5df-e68f-43fa-9e96-82679c0cad5f/01d5b779-fd48-46f9-991b-46584f1a4b08) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:23.244342 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:23.262575 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Transition to ACTIVE for port object 01d5b779-fd48-46f9-991b-46584f1a4b08 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:32:23.285022 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:23.290382 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:23.365834 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:23.369382 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:23.371364 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:23.373616 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:23.420482 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.420765 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.421134 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.421524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.421852 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.422777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.423176 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.423512 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.423868 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.424241 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.424552 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:23.430261 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:23.452690 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:23.453572 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:23.480341 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8166664 Jun 29 14:32:23.503614 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Request body: {'port': {'device_id': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:23.598226 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d49d1c50-45ba-43a4-8b27-5b11c87b794e None None] Provisioning for port 01d5b779-fd48-46f9-991b-46584f1a4b08 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:23.604514 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d49d1c50-45ba-43a4-8b27-5b11c87b794e None None] Provisioning complete for port 01d5b779-fd48-46f9-991b-46584f1a4b08 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:23.605113 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d49d1c50-45ba-43a4-8b27-5b11c87b794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:23.634652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:23.666057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-d49d1c50-45ba-43a4-8b27-5b11c87b794e None None] Port 01d5b779-fd48-46f9-991b-46584f1a4b08 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:32:23.839286 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d1eb8-8d49-46d3-a783-435d8d978916 req-4ff72b17-b30d-4cf5-b2cb-2771ff567d3e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:23.840768 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2a5d1eb8-8d49-46d3-a783-435d8d978916 req-4ff72b17-b30d-4cf5-b2cb-2771ff567d3e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 932 time: 0.0820618 Jun 29 14:32:23.894775 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-2a5d1eb8-8d49-46d3-a783-435d8d978916 req-31e706f2-83ac-49ed-bb22-893e071b4843 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:23.906982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-2a5d1eb8-8d49-46d3-a783-435d8d978916 req-31e706f2-83ac-49ed-bb22-893e071b4843 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:23.908293 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2a5d1eb8-8d49-46d3-a783-435d8d978916 req-31e706f2-83ac-49ed-bb22-893e071b4843 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612388 Jun 29 14:32:23.985700 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:23.992685 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:24.007506 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Transition to ACTIVE for port object 01d5b779-fd48-46f9-991b-46584f1a4b08 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:32:24.010989 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:24.014647 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-553edd73-36c4-464c-ad1d-d716addf5ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:24.141912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:24.151995 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:24.261211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Attempting to bind port 01d5b779-fd48-46f9-991b-46584f1a4b08 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:32:24.261761 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Attempting to bind port 01d5b779-fd48-46f9-991b-46584f1a4b08 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:32:24.262333 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Attempting to bind port 01d5b779-fd48-46f9-991b-46584f1a4b08 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:24.272181 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Port 01d5b779-fd48-46f9-991b-46584f1a4b08 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:32:24.272498 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Attempting to bind port 01d5b779-fd48-46f9-991b-46584f1a4b08 on network 9cbe3f07-4df4-443d-9b6e-796c8723c81a {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:24.279020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:32:24.279408 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Checking segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:32:24.279786 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Bound using segment: {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:32:24.280207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Bound port: 01d5b779-fd48-46f9-991b-46584f1a4b08, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef91fc0-648e-427b-b63b-106e851e9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:32:24.280547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:24.374790 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:32:24.377776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:32:24.381245 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:24.384929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d7d7139-bae3-4772-b677-a6a823741082 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:24.447088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:24.448545 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] 10.222.0.74 "PUT /v2.0/ports/01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 1094 time: 0.9495494 Jun 29 14:32:24.449124 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:24.476515 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:24.484708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:24.538355 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'status': 'completed', 'code': 200} Jun 29 14:32:24.587926 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-778284f9-6344-4d9a-bcaf-cb6863bdbe0f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1097 time: 0.0916655 Jun 29 14:32:24.677154 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-9f2a2ca3-9e68-48bc-bf76-554fd1cedd8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 217 time: 0.0811763 Jun 29 14:32:24.754652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-26bd5ba3-de4c-4c59-a7e2-f0af1d23be8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:24.756421 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-26bd5ba3-de4c-4c59-a7e2-f0af1d23be8b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0665777 Jun 29 14:32:24.833123 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-3f723998-2fea-4bd8-98b9-7f68ca622b3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702448 Jun 29 14:32:24.972437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8434a03d-9e80-44ba-bd68-400e092cf7c5 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318681 Jun 29 14:32:25.160234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8d1c7-1993-46ec-8317-24841b18947f req-74f4bd66-efbf-4f4b-8858-d3193e87cd2b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:25.161918 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f5a8d1c7-1993-46ec-8317-24841b18947f req-74f4bd66-efbf-4f4b-8858-d3193e87cd2b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0881062 Jun 29 14:32:25.191229 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9252974b-12ac-4c14-be67-e2033a4e25b4 req-8d3e8c7a-b54b-4fbf-b055-31ab1a0a82e1 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103648 Jun 29 14:32:25.208429 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f5a8d1c7-1993-46ec-8317-24841b18947f req-db1505bd-1e18-4952-8a0f-120e5d3dcae4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Jun 29 14:32:25.309212 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-014dc96e-2682-4dc1-b019-7ea3c8133897 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1097 time: 0.0724216 Jun 29 14:32:25.445671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566878e8-024f-4a66-973e-6f9fd94e768a req-973500e0-a90e-42bb-94f3-488611f30afd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:25.447109 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-973500e0-a90e-42bb-94f3-488611f30afd service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1310554 Jun 29 14:32:25.512733 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-d5d6d0d7-022c-4c29-ac56-896c8164e17c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 217 time: 0.0582104 Jun 29 14:32:25.577701 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566878e8-024f-4a66-973e-6f9fd94e768a req-7e867930-9141-4552-909a-30e5f834085b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:25.579688 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-7e867930-9141-4552-909a-30e5f834085b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0604203 Jun 29 14:32:25.654680 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-dd790128-8b0b-40fa-93c9-fb8372c27a55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675173 Jun 29 14:32:25.792359 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-df30d0f9-dae1-43ba-8373-f1c9266b866a service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292763 Jun 29 14:32:25.924657 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-566878e8-024f-4a66-973e-6f9fd94e768a req-60fb3f40-97c7-426c-8bb6-dd7d26b6ab25 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259065 Jun 29 14:32:26.123719 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48082) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:26.264039 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.301483 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:26.305345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Usage tracker for resource:security_group_rule and tenant:e0c19a185c7a43e2ac215b6a1a0f7cac is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:26.308207 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:26.314004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:26.386916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.391661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.400332 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84012400-3496-458f-86b5-9ba41260bf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:26.431164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca99575-ca9e-48b6-bedf-8ed12a17c0ab req-7c29d7f1-937c-4858-8dae-956c553a4df4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:26.431865 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4ca99575-ca9e-48b6-bedf-8ed12a17c0ab req-7c29d7f1-937c-4858-8dae-956c553a4df4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Synchronizing usage tracker for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:26.448481 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a1236-a0cb-4cb3-81d4-34c268dae533,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:26.449089 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4ca99575-ca9e-48b6-bedf-8ed12a17c0ab req-7c29d7f1-937c-4858-8dae-956c553a4df4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Unset dirty status for tenant:32cf3c96cba3487eaa6268817b22232c on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:26.450261 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4ca99575-ca9e-48b6-bedf-8ed12a17c0ab req-7c29d7f1-937c-4858-8dae-956c553a4df4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.1029558 Jun 29 14:32:26.451695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:26.457606 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0c19a185c7a43e2ac215b6a1a0f7cac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3307314 Jun 29 14:32:26.459679 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48094) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:26.502625 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4ca99575-ca9e-48b6-bedf-8ed12a17c0ab req-aa2faab7-b05b-456d-8aaa-ec73591f9394 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jun 29 14:32:26.519842 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.546034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.601912 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.607343 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-42bdae07-fd94-4416-b65c-2ab1a13412ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:26.621451 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a1236-a0cb-4cb3-81d4-34c268dae533,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:26.623858 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:26.626199 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.627571 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a9a1236-a0cb-4cb3-81d4-34c268dae533 HTTP/1.1" status: 204 len: 168 time: 0.1669695 Jun 29 14:32:26.854824 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:32:26.967553 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48110) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:26.986909 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:26.993743 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:27.007029 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:32:27.017797 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:27.021606 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Usage tracker for resource:security_group_rule and tenant:a1f3689a1d5b4548a3701ae74d4e3c76 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:27.024547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:27.030234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:27.065117 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.084605 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:27.100238 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:27.103298 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.104085 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.107288 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:27.108696 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.116212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e97e0fcf-eace-4257-b7ba-d32f03e137f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:27.156446 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ebf739-76ac-4991-bf21-c0cbb762ccbb,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:27.159971 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:27.162447 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1f3689a1d5b4548a3701ae74d4e3c76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937909 Jun 29 14:32:27.164931 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48116) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:27.185303 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:27.194367 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.194717 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.195051 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.195406 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.195733 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.196055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.196375 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.196692 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.197013 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.197328 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.197641 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:32:27.201453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:27.228193 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.254224 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.309845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.314438 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8a07cecf-ebe2-46da-b426-de1f814704bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:27.327436 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ebf739-76ac-4991-bf21-c0cbb762ccbb,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:27.330358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:27.332234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:27.333331 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76ebf739-76ac-4991-bf21-c0cbb762ccbb HTTP/1.1" status: 204 len: 168 time: 0.1672249 Jun 29 14:32:27.364397 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['01d5b779-fd48-46f9-991b-46584f1a4b08'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:27.801118 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12bd8-199d-4704-a152-264196e0e7e2 req-34eb9d2a-d2ce-4a72-972c-c486e0eec7f9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:27.802582 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7f12bd8-199d-4704-a152-264196e0e7e2 req-34eb9d2a-d2ce-4a72-972c-c486e0eec7f9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 945 time: 0.1604583 Jun 29 14:32:27.848382 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7f12bd8-199d-4704-a152-264196e0e7e2 req-3abaaaaa-39f5-4492-885c-25eb253f8f35 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Jun 29 14:32:28.858930 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:32:28.937081 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 01d5b779-fd48-46f9-991b-46584f1a4b08 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:28.942820 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 01d5b779-fd48-46f9-991b-46584f1a4b08 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:28.943336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:29.059110 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:29.063354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e279c-3dc5-478d-a314-9d78345fa40a req-37d1d5b5-9bf7-4543-917c-fd959ce87f5c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:29.064811 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2b7e279c-3dc5-478d-a314-9d78345fa40a req-37d1d5b5-9bf7-4543-917c-fd959ce87f5c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 945 time: 0.0765667 Jun 29 14:32:29.076595 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:29.105867 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:29.115683 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2b7e279c-3dc5-478d-a314-9d78345fa40a req-36b6c21d-0b04-48b4-bc1d-d4f3c5600c03 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451758 Jun 29 14:32:29.116654 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:29.121169 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:29.123864 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:29.172817 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'code': 200} Jun 29 14:32:29.197546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:29.201275 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:29.423675 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f32ded88-447c-4972-84e1-4fea28ca05c8 req-1e462b64-c2e7-4100-9c28-dad569eeb07b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1099 time: 0.0800509 Jun 29 14:32:29.469355 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f32ded88-447c-4972-84e1-4fea28ca05c8 req-b4f4802b-c6a9-4f3c-a00b-233335336e55 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382519 Jun 29 14:32:29.856865 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48202) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:29.914731 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Deleting subnet 5112f631-66b5-474c-bf1f-b69d15bd5d86 {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:32:29.918556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:29.972111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7003792'] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.026384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.105895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7009267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1340172'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.110348 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:30.144528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5112f631-66b5-474c-bf1f-b69d15bd5d86,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:30.148403 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:30.153290 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.159483 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-78cc9523-9032-4108-b2af-58d8368ab855 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5112f631-66b5-474c-bf1f-b69d15bd5d86 HTTP/1.1" status: 204 len: 168 time: 0.3015630 Jun 29 14:32:30.161926 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48212) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:30.275152 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.554704 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.571120 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24bba73-616f-4052-8c2e-3123819d7567']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:30.584658 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f8ea7-81a7-4bb0-9bc5-560a3711a96d req-42527aa6-3094-4729-a7d7-9d7173dbfcbe tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:30.586136 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-601f8ea7-81a7-4bb0-9bc5-560a3711a96d req-42527aa6-3094-4729-a7d7-9d7173dbfcbe tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.3075376 Jun 29 14:32:30.594994 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397440dc-d9b8-4197-8c15-040d40d79d44') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:30.595321 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397440dc-d9b8-4197-8c15-040d40d79d44') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:30.625685 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.653035 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.663482 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:32:30.663874 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:32:30.677067 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:32:30.679393 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-601f8ea7-81a7-4bb0-9bc5-560a3711a96d req-840c520f-c18e-4122-831b-ecf7ce6482d2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875907 Jun 29 14:32:30.712467 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48228) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:30.759674 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.763428 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1eb97b9d-a0c9-42d8-b83b-e756b0da4ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:30.776581 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.786475 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Pushing event deleted for resources: {'Network': ['ID=d24bba73-616f-4052-8c2e-3123819d7567,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:30.789532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:30.797795 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] 10.222.0.11 "DELETE /v2.0/networks/d24bba73-616f-4052-8c2e-3123819d7567 HTTP/1.1" status: 204 len: 168 time: 0.6323488 Jun 29 14:32:30.798168 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48234) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:30.873706 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Deleting subnet 52044780-f543-4b2e-a57a-74f1c83a9ea7 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:32:30.877953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.886695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.948305 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:30.989117 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:30.996145 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Usage tracker for resource:security_group_rule and tenant:9d6f5a326a474d16a83e3cf94315a167 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:31.000474 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:31.008917 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:31.023275 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.125437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.137827 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d7dfac59-8a4c-4fa4-97c2-535ca63f4edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:31.168764 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.177962 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52044780-f543-4b2e-a57a-74f1c83a9ea7,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:31.180892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:31.181462 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.188522 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9ad38b0c-eaf7-4f54-8bec-075f32ed50fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:31.196979 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.235794 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/52044780-f543-4b2e-a57a-74f1c83a9ea7 HTTP/1.1" status: 204 len: 168 time: 0.4366143 Jun 29 14:32:31.238358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48238) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.241945 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d6f5a326a474d16a83e3cf94315a167&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5284703 Jun 29 14:32:31.242659 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d313962-bacf-4cfc-9d68-47a6459560cc,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:31.246128 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:31.246936 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48242) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.309229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.339052 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.349309 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.394150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.398851 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-68aace14-587d-4ebc-84e6-200599e7bc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:31.411002 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d313962-bacf-4cfc-9d68-47a6459560cc,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:31.413847 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:31.415687 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.419617 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d313962-bacf-4cfc-9d68-47a6459560cc HTTP/1.1" status: 204 len: 168 time: 0.1716619 Jun 29 14:32:31.478358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.491532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e450d297-f5a6-4aac-94ce-79949a8725ec']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:31.504582 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77bc3a6e-9f75-4835-86b0-408e9d4311f8') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:31.504875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77bc3a6e-9f75-4835-86b0-408e9d4311f8') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:31.516521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.532342 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.538571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:32:31.538954 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:32:31.551963 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:32:31.629795 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.633622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:31.646969 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.655614 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Pushing event deleted for resources: {'Network': ['ID=e450d297-f5a6-4aac-94ce-79949a8725ec,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:31.658091 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:31.661595 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-259ba5cf-7252-4185-a0a6-fc5f0aa9d054 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e450d297-f5a6-4aac-94ce-79949a8725ec HTTP/1.1" status: 204 len: 168 time: 0.4200814 Jun 29 14:32:31.766124 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48256) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.784884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.813243 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48260) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.818836 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:31.822936 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Usage tracker for resource:security_group_rule and tenant:cc68d21fe7ec4f8693649b372948588d is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:31.825863 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:31.831570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:31.896822 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.901177 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:31.908475 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:31.926248 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c4e39652-b39d-48c8-a3bc-4fde072417ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3f5446ca28149659e1333b240006390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1091967 Jun 29 14:32:31.926577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48264) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.950245 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc68d21fe7ec4f8693649b372948588d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830614 Jun 29 14:32:31.951023 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e435d8-071b-4005-9cc4-e3a71342c836,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:31.953237 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48268) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:31.955899 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:31.966456 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81b8db-d1c4-4aa7-bdd1-c27dfbf9da35 req-abf4a2d3-f514-44ab-8367-d30c8361481a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:31.967953 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2a81b8db-d1c4-4aa7-bdd1-c27dfbf9da35 req-abf4a2d3-f514-44ab-8367-d30c8361481a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.1383088 Jun 29 14:32:32.016461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.034252 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.041738 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.048570 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2a81b8db-d1c4-4aa7-bdd1-c27dfbf9da35 req-91f2e844-c915-4760-8b56-728e475ff2b1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712659 Jun 29 14:32:32.064720 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.094709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.107258 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-95a6b91d-3d93-49e7-985c-f2e607d53bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:32.119843 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.122461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e435d8-071b-4005-9cc4-e3a71342c836,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:32.125252 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:32.126226 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-239c5616-dcdc-461f-8626-d2209124af2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:32.126911 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.131325 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4e435d8-071b-4005-9cc4-e3a71342c836 HTTP/1.1" status: 204 len: 168 time: 0.1770267 Jun 29 14:32:32.147304 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf3ad5e-77cd-4524-8752-4c74a1777cdd,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:32.149372 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:32.159831 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.161187 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcf3ad5e-77cd-4524-8752-4c74a1777cdd HTTP/1.1" status: 204 len: 168 time: 0.2337186 Jun 29 14:32:32.288449 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae9519-e0e3-45b8-8537-5f79b8aab704 req-bc766dd0-1d67-4491-9fec-088e8c980cb9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:32.289958 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-aaae9519-e0e3-45b8-8537-5f79b8aab704 req-bc766dd0-1d67-4491-9fec-088e8c980cb9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0789812 Jun 29 14:32:32.299687 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48278) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:32.306101 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Request body: {'floatingip': {'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:32.387117 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.728254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48298) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:32.788070 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0106c4df-4e35-4d93-a2d6-dffc48f87ce0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38c87b0c8d65405fa58567492d935d2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583904 Jun 29 14:32:32.790506 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48304) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:32.876074 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.904805 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.963637 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.970714 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d5778ec1-9783-4b1c-a64d-11ad1ae07ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:32.983571 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f48498-e9c1-48c2-94f7-69d61fd0ac8b,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:32.987034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:32.988975 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:32.990458 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08f48498-e9c1-48c2-94f7-69d61fd0ac8b HTTP/1.1" status: 204 len: 168 time: 0.1986742 Jun 29 14:32:33.116574 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b5446-d4ca-4493-8ce3-f6f32c57af2a req-bac558e5-4b82-4ecb-9fc8-086d633a3db4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:33.118030 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9b9b5446-d4ca-4493-8ce3-f6f32c57af2a req-bac558e5-4b82-4ecb-9fc8-086d633a3db4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1207113 Jun 29 14:32:33.222752 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9b9b5446-d4ca-4493-8ce3-f6f32c57af2a req-e40ea6ea-c969-4a50-a131-a19838b8bd60 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952373 Jun 29 14:32:33.324161 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:33.330148 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:33.519306 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Floating IP e4960081-ee39-42bb-9c36-1df03484b76e associated. External IP: 172.28.0.170, port: 01d5b779-fd48-46f9-991b-46584f1a4b08. Jun 29 14:32:33.898796 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48342) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:33.926884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:32:34.031684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662385641-network', 'tenant_id': '7dd63a79d2a9452aa266b6f5b8da5a9d'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:34.036195 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:34.040147 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Usage tracker for resource:network and tenant:7dd63a79d2a9452aa266b6f5b8da5a9d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:34.043062 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:34.049498 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:34.059839 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Made reservation on behalf of 7dd63a79d2a9452aa266b6f5b8da5a9d for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:34.062959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.075039 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.105906 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:34.110133 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Usage tracker for resource:security_group_rule and tenant:7dd63a79d2a9452aa266b6f5b8da5a9d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:34.112871 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:34.118393 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:34.127695 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:32:34.132081 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.140462 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:32:34.170549 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:34.171205 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:34.189459 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.194155 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.195836 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2ed4c9a7-fb04-46b3-8a3c-dcf0c9686e46 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "PUT /v2.0/floatingips/e4960081-ee39-42bb-9c36-1df03484b76e HTTP/1.1" status: 200 len: 992 time: 1.8945804 Jun 29 14:32:34.196821 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:34.204391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f4eee090-92d2-4813-8e89-b1717e9f611d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:34.219810 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:32:34.241165 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.241845 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Added segment c19e3475-a1cf-4a93-97db-d3226ecc2c9e of type vlan for network c66d0af8-6510-4141-8b5b-d4ceba10f18d Jun 29 14:32:34.243269 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46923659-72dd-4cb6-93ac-fe90fa57ac11,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:34.250601 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:34.277397 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.289956 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'status': 'completed', 'code': 200} Jun 29 14:32:34.318354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.320143 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:34.321066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.345707 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:34.404129 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:34.430425 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5304396 Jun 29 14:32:34.434399 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48354) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:34.447950 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-351b217e-06fd-49c9-91b7-7e7a8d7bdbfb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1099 time: 0.1293151 Jun 29 14:32:34.451287 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Request body: {'subnet': {'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662385641-subnet', 'tenant_id': '7dd63a79d2a9452aa266b6f5b8da5a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:34.457420 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:34.463183 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Pushing event updated for resources: {'Network': ['ID=c66d0af8-6510-4141-8b5b-d4ceba10f18d,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:34.465530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Usage tracker for resource:subnet and tenant:7dd63a79d2a9452aa266b6f5b8da5a9d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:34.469150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:34.469533 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:34.475356 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:34.478943 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:32:34.486256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Made reservation on behalf of 7dd63a79d2a9452aa266b6f5b8da5a9d for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:34.488577 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.690528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47b3f-34a8-4ff5-a916-d32ccef7c8fe req-be46742f-8161-4b0c-91c2-c84a4b6bfc82 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:34.692044 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7fb47b3f-34a8-4ff5-a916-d32ccef7c8fe req-be46742f-8161-4b0c-91c2-c84a4b6bfc82 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2954073 Jun 29 14:32:34.723161 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.727944 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bfbd01aa-6463-4709-a3fc-5de05b66edef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:34.755680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-e79ef83f-066e-4a65-846e-b9b96893c3b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:34.757247 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-e79ef83f-066e-4a65-846e-b9b96893c3b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.3007011 Jun 29 14:32:34.764317 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7fb47b3f-34a8-4ff5-a916-d32ccef7c8fe req-d6026a20-3170-4a86-9dc9-9c222cc8ada1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658624 Jun 29 14:32:34.804437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45262cd3-c16c-40e8-b536-3935930c8470,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:34.807581 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:34.815934 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Checking segment: {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:32:34.816225 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Network hostable DHCP agents. Network: c66d0af8-6510-4141-8b5b-d4ceba10f18d, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:32:34.839693 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:32:34.850683 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, c66d0af8-6510-4141-8b5b-d4ceba10f18d) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:34.858227 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:34.858820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:34.867887 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ffaad-7bff-4910-ad29-a0804dea189e None None] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:32:34.874452 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-c303367c-312f-400c-938c-a69502c5ee61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 1000 time: 0.1050203 Jun 29 14:32:34.881074 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4469302 Jun 29 14:32:34.965074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-ad1c7793-9a80-4a1e-86b6-0dc2cb8823a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:34.966521 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-ad1c7793-9a80-4a1e-86b6-0dc2cb8823a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0839617 Jun 29 14:32:35.085150 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-194c1325-c088-42c0-bbec-36ba5935d1e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953457 Jun 29 14:32:35.102074 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'e4960081-ee39-42bb-9c36-1df03484b76e', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:19Z', 'updated_at': '2021-06-29T14:32:33Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:35.108480 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:32:35.123830 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:35.124583 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:35.238576 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477e3ad-d351-47da-a30f-2c47e8dfa7a2 None None] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:32:35.272963 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-f0d1d8ec-1024-4b39-8051-3a40f39241a7 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868386 Jun 29 14:32:35.408125 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-461e967c-6fac-4da3-9778-fc118fcc3e0f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:35.409850 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-461e967c-6fac-4da3-9778-fc118fcc3e0f tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.1862953 Jun 29 14:32:35.507708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Deleting port 365727e0-007b-4707-8af8-b52a70a289d9 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:35.508433 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:35.545798 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:35.576981 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-08a2fa17-3bb0-4c9d-8d7d-33eb0c6bb15d req-12e4304d-f7d7-4a18-b629-93e0c1822711 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953434 Jun 29 14:32:35.833709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] For port 365727e0-007b-4707-8af8-b52a70a289d9, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=365727e0-007b-4707-8af8-b52a70a289d9,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:35.834170 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:35.949000 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'e4960081-ee39-42bb-9c36-1df03484b76e', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:19Z', 'updated_at': '2021-06-29T14:32:33Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:35.953091 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078fa3-b290-4572-b259-00e2d30199e0 None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'e4960081-ee39-42bb-9c36-1df03484b76e', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'floating_ip_address': '172.28.0.170', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:19Z', 'updated_at': '2021-06-29T14:32:33Z', 'revision_number': 1, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:32:36.133191 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e395c-81d8-4b01-9d70-eb9879c5178d None None] New status for floating IP e4960081-ee39-42bb-9c36-1df03484b76e: ACTIVE {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:32:36.166115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa8b00-3d37-4922-9ccc-69b2172933c4 req-f9c4650e-9802-454e-9ea3-278e1d1741de tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:36.167597 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-aefa8b00-3d37-4922-9ccc-69b2172933c4 req-f9c4650e-9802-454e-9ea3-278e1d1741de tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 945 time: 0.2686753 Jun 29 14:32:36.221256 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:36.221813 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:36.222003 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Floating IP 7de063bf-68a4-4891-854b-42f21620c79d disassociated. External IP: 172.28.0.55, port: 365727e0-007b-4707-8af8-b52a70a289d9. Jun 29 14:32:36.222420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Calling delete_port for 365727e0-007b-4707-8af8-b52a70a289d9 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:36.276546 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-aefa8b00-3d37-4922-9ccc-69b2172933c4 req-348435a7-8554-4d1a-b66b-12f0b0d70db8 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=5beb01a2-5f50-40e0-9312-25cdb01734b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026289 Jun 29 14:32:36.377056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:36.382469 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b2e9b5e-ebd9-4855-a8d5-77ee2084c761 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:36.427231 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'Port': ['ID=365727e0-007b-4707-8af8-b52a70a289d9,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:36.433788 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:36.731699 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:32:36.742990 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48390) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:36.907392 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:36.947677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:36.952489 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Usage tracker for resource:security_group_rule and tenant:2827328f5749450dbdd475308b4816b7 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:36.952651 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:32:36.956075 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:36.962517 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:32:36.965638 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:36.976996 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:36.977659 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:37.038535 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] No DVR routers for this DVR port 365727e0-007b-4707-8af8-b52a70a289d9 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:32:37.041248 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.041381 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.044796 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'name': 'network-vif-deleted', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:37.046801 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.056074 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7ea1d350-4efb-4a42-87e2-f764349500fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:37.086112 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1f0b1e03-c9f9-446c-bdbb-1e5392756738 req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "DELETE /v2.0/ports/365727e0-007b-4707-8af8-b52a70a289d9 HTTP/1.1" status: 204 len: 173 time: 1.6695073 Jun 29 14:32:37.104107 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f17183d-e4ae-4913-845a-3a2f38d45e56,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:37.108655 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2827328f5749450dbdd475308b4816b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3646340 Jun 29 14:32:37.109613 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:37.111278 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48406) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:37.124229 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6b317a-e566-4d77-a7fa-968a5945d051', 'name': 'network-vif-deleted', 'tag': '365727e0-007b-4707-8af8-b52a70a289d9', 'status': 'completed', 'code': 200} Jun 29 14:32:37.190340 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.220628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.292321 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.292951 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:37.297604 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6debf21b-94e1-4a8c-8454-2d9d1c759cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:37.309892 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f17183d-e4ae-4913-845a-3a2f38d45e56,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:37.314000 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:37.322259 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:37.323331 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f17183d-e4ae-4913-845a-3a2f38d45e56 HTTP/1.1" status: 204 len: 168 time: 0.2110839 Jun 29 14:32:37.393483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-edf19f9a-96b2-4065-8fc2-8e7eb534de68 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:37.395728 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-edf19f9a-96b2-4065-8fc2-8e7eb534de68 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 809 time: 0.2119637 Jun 29 14:32:37.420044 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-0d143e1d-714c-4bb3-8800-605785b82892 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/quotas/7dd63a79d2a9452aa266b6f5b8da5a9d HTTP/1.1" status: 200 len: 375 time: 0.0173631 Jun 29 14:32:37.481793 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-2edd27b5-313e-4dfb-aa87-0b2772e08dda tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551553 Jun 29 14:32:37.493411 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1c092fec-6bce-430d-9450-a562d91ec36f req-9f5086f5-7cf9-4f87-84db-c06b11738021 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=af6b317a-e566-4d77-a7fa-968a5945d051 HTTP/1.1" status: 200 len: 210 time: 0.0463047 Jun 29 14:32:37.641520 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-f2b3ad1e-1203-42e6-b969-675a1aea1a76 service neutron] 10.222.0.11 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528327 Jun 29 14:32:37.721473 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:37.725833 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:32:37.740980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:37.741732 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:37.809036 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-1e92b5de-a4a1-45b9-9c7e-0947a816c7b1 service neutron] 10.222.0.11 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615989 Jun 29 14:32:37.956091 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:38.111835 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-03bec564-1458-48c1-807d-cd054ca1f151 req-e0a35d20-b5c8-40c7-a9b0-23cbef358e0c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 210 time: 0.1442204 Jun 29 14:32:38.354885 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:38.359332 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139db2f8-22ff-47ce-b2c7-3d8932d9fb34 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:32:38.667555 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc533ff0-ae2b-4948-b463-65adc629cee5 None None] New status for floating IP 7de063bf-68a4-4891-854b-42f21620c79d: DOWN {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:32:38.689427 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48458) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:38.767001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:38.799665 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:38.863010 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:38.870498 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9870cce9-b6c2-432c-a1d1-b53efa6d07b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:38.884463 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 365727e0-007b-4707-8af8-b52a70a289d9 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:38.890731 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb01a2-5f50-40e0-9312-25cdb01734b0,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:38.902711 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:38.923480 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 365727e0-007b-4707-8af8-b52a70a289d9 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:38.923839 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 365727e0-007b-4707-8af8-b52a70a289d9 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:38.925622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:38.928748 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "DELETE /v2.0/security-groups/5beb01a2-5f50-40e0-9312-25cdb01734b0 HTTP/1.1" status: 204 len: 168 time: 0.2350025 Jun 29 14:32:38.929153 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48464) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:38.958179 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.api.v2.resource [None req-93d755ce-c4a1-4f72-930f-81983dc5ff07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] show failed (client error): The resource could not be found. Jun 29 14:32:38.962936 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-93d755ce-c4a1-4f72-930f-81983dc5ff07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups/5beb01a2-5f50-40e0-9312-25cdb01734b0 HTTP/1.1" status: 404 len: 347 time: 0.0293212 Jun 29 14:32:38.963077 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48468) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:39.212979 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Deleting port e215437c-920c-4489-9eec-b9606b29fbb6 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:39.213272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:39.276125 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-4c84c28a-dd16-418a-9358-cabdc8e122a8 req-c42a77b7-cbdf-4b1f-846d-1647e7b687b9 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 210 time: 0.0442028 Jun 29 14:32:39.492918 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-c614a02d-756d-4880-abe5-07556f4c9258 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:39.494325 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-c614a02d-756d-4880-abe5-07556f4c9258 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 809 time: 0.3796730 Jun 29 14:32:39.518909 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Request body: {'port': {'device_id': '97db820d-a900-4493-b36d-7f3ecfee249a', 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d', 'admin_state_up': True, 'tenant_id': '7dd63a79d2a9452aa266b6f5b8da5a9d'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:39.600056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:39.600387 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:39.738119 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Calling delete_port for e215437c-920c-4489-9eec-b9606b29fbb6 owned by network:floatingip {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:39.867411 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:39.873214 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-d5f1be3e-ebd2-4b2c-87e6-81edac726cc1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848013461&fields=id&tenant_id=0d664fdcb63745a4a2a30d02a6dafce9 HTTP/1.1" status: 200 len: 267 time: 0.1016352 Jun 29 14:32:39.874103 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Usage tracker for resource:port and tenant:7dd63a79d2a9452aa266b6f5b8da5a9d is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:39.885445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:39.894915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:39.954081 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Made reservation on behalf of 7dd63a79d2a9452aa266b6f5b8da5a9d for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:39.957026 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.110571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.119217 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-c4ecd88a-4df0-45d3-967f-c96ddbf221a1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:40.120613 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-c4ecd88a-4df0-45d3-967f-c96ddbf221a1 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 985 time: 0.2316506 Jun 29 14:32:40.124510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bfe84fab-55c4-41ae-a703-24216d6cb958 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:40.172011 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Request body: {'port': {'security_groups': ['739aabf5-7d2a-4ac3-b98b-db80ce9418bc']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:40.220812 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'Port': ['ID=e215437c-920c-4489-9eec-b9606b29fbb6,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:40.223776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:40.442229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.450321 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ca2c0af7-db98-4d31-89ca-65a4c4b79b09 req-31c4d827-8372-4f1a-bf2a-c6a80b9deb91 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 210 time: 0.0423071 Jun 29 14:32:40.492740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Allocated IP 172.20.0.8 (c66d0af8-6510-4141-8b5b-d4ceba10f18d/45262cd3-c16c-40e8-b536-3935930c8470/2a1d0b9c-435c-4fab-b634-48d9c433d789) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:40.506302 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.599762 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.603954 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-dc26f5c6-6d1f-4df2-a821-2a6cef5d7131 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "DELETE /v2.0/floatingips/7de063bf-68a4-4891-854b-42f21620c79d HTTP/1.1" status: 204 len: 168 time: 1.6372628 Jun 29 14:32:40.884476 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:40.891341 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.924517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.930118 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:40.936654 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a6b87b4a-d666-4a0c-8ae5-9018de813d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:40.941815 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:41.002726 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.010666 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:41.011569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.012933 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e3a895e4-8eb6-46b5-bc0b-29dc6294c193 req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "PUT /v2.0/ports/ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 943 time: 0.8590362 Jun 29 14:32:41.013428 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:41.022375 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48498) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:41.043637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:41.046031 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:41.049691 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:41.085137 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event updated for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=7']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:41.105829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:41.106313 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aceab759-dae7-4503-9d90-2dcf9e84e007 tempest-ServerRescueNegativeTestJSON-361227577 tempest-ServerRescueNegativeTestJSON-361227577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:41.111120 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:41.252628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.307364 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:32:41.338789 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.367233 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48504) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:41.375056 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665670578', 'description': 'tempest-description--1941013152'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:41.389061 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:41.397032 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:41.402504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:41.418487 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:41.429414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:41.429414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.434273 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.445850 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Pushing event updated for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:41.451043 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:41.467323 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9540417 Jun 29 14:32:41.475648 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:41.479782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Request body: {'port': {'device_id': '97db820d-a900-4493-b36d-7f3ecfee249a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:41.485077 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:41.490566 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:41.496212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.497404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-485f0c91-c5f1-40c7-b0c1-30d428c7dbe0 None None] Provisioning complete for port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:41.497991 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-485f0c91-c5f1-40c7-b0c1-30d428c7dbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.502274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5edb7e75-684a-4ae8-aec5-b93e59e9191a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:41.514777 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:41.516878 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f2f88-3de3-4eec-9eb3-c6b521659787,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:41.522291 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:41.534049 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-400729b2-7b2b-45f0-ad53-f8c9fea763e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1099 time: 0.2292922 Jun 29 14:32:41.562933 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.566755 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "DELETE /v2.0/security-groups/441f2f88-3de3-4eec-9eb3-c6b521659787 HTTP/1.1" status: 204 len: 168 time: 0.5403821 Jun 29 14:32:41.567087 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48510) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:41.713917 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.726325 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.727311 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.739191 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:41.814635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-17c45717-5930-4f5c-8798-ec2978ef366f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:41.816105 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-17c45717-5930-4f5c-8798-ec2978ef366f service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.2712076 Jun 29 14:32:41.860718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.864576 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4927442 Jun 29 14:32:41.867684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:41.872136 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48516) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:41.878482 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:41.884016 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group_rule': {'security_group_id': 'f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:41.902095 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:41.914410 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:41.916618 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:41.921067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Deleting port 2b0c415f-a579-4140-8f09-ae2dae78f054 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:41.921067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:41.948839 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b952f70-ab3e-4fc0-8a3b-09618205af5c req-079ead72-bb07-4923-bfb5-b3d03d261320 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:41.950299 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8b952f70-ab3e-4fc0-8a3b-09618205af5c req-079ead72-bb07-4923-bfb5-b3d03d261320 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 931 time: 0.3071611 Jun 29 14:32:41.965110 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:41.995845 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-e4874630-f5a4-4555-95d2-205abb5bb6e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 1001 time: 0.1729608 Jun 29 14:32:42.135716 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-9f2bedef-27d8-4b7c-adc0-b9ba9cc9f80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:42.137170 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-9f2bedef-27d8-4b7c-adc0-b9ba9cc9f80d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.1243904 Jun 29 14:32:42.141218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.141556 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.261390 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-5e0679a7-f099-46e1-aa56-bdac58d60bf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114190 Jun 29 14:32:42.264798 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.283959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Calling delete_port for 2b0c415f-a579-4140-8f09-ae2dae78f054 owned by network:floatingip {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:42.337553 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1d0b9c-435c-4fab-b634-48d9c433d789 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:42.347595 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.362100 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Transition to ACTIVE for port object 2a1d0b9c-435c-4fab-b634-48d9c433d789 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:32:42.391311 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-8b952f70-ab3e-4fc0-8a3b-09618205af5c req-fb47e7d5-70a3-459f-8119-b1cc77c07ef5 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Synchronizing usage tracker for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:42.418565 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.427746 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-05397dd3-653b-40a3-8f37-6225540e4ddf tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:42.480162 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-8b952f70-ab3e-4fc0-8a3b-09618205af5c req-fb47e7d5-70a3-459f-8119-b1cc77c07ef5 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Unset dirty status for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:42.495963 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8b952f70-ab3e-4fc0-8a3b-09618205af5c req-fb47e7d5-70a3-459f-8119-b1cc77c07ef5 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5286212 Jun 29 14:32:42.527024 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.569444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.600592 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:42.617250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:42.622845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77de0c3b-f26d-4004-b8e6-101bef05c7af,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:42.623222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:42.625450 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:42.649780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.651058 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-48ee963d-f5ca-4bd0-81d5-896aaccad709 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7774904 Jun 29 14:32:42.653863 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48530) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:42.660827 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'security_group_rule': {'security_group_id': 'f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:42.665502 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.672203 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0b5ff070-2614-4005-8a90-6acb61e49f7c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:42.703747 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:42.710270 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-e56fed8c-3234-4f45-905d-6e3541446846 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156172 Jun 29 14:32:42.715232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:security_group_rule and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:42.724636 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:42.728391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event deleted for resources: {'Port': ['ID=2b0c415f-a579-4140-8f09-ae2dae78f054,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:42.731298 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:42.759936 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:42.817192 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.830261 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Attempting to bind port 2a1d0b9c-435c-4fab-b634-48d9c433d789 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:32:42.830601 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Attempting to bind port 2a1d0b9c-435c-4fab-b634-48d9c433d789 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:32:42.830930 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Attempting to bind port 2a1d0b9c-435c-4fab-b634-48d9c433d789 on network c66d0af8-6510-4141-8b5b-d4ceba10f18d {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:42.851033 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Port 2a1d0b9c-435c-4fab-b634-48d9c433d789 on network c66d0af8-6510-4141-8b5b-d4ceba10f18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:32:42.851390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Attempting to bind port 2a1d0b9c-435c-4fab-b634-48d9c433d789 on network c66d0af8-6510-4141-8b5b-d4ceba10f18d {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:42.865444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks [] for floatingip, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.868380 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:32:42.868720 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Checking segment: {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:32:42.869101 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Bound using segment: {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:32:42.869536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Bound port: 2a1d0b9c-435c-4fab-b634-48d9c433d789, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:32:42.869879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.891366 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7657f10c-e006-4fdc-8ce7-721d7601a95d req-1ff372e6-8fe2-4139-afc2-67aa3bcbe490 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723638 Jun 29 14:32:42.970048 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.975689 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:42.979780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:43.014473 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933a6476-4017-46b8-a0b6-75a9b90a5596,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:43.020530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:43.059385 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:32:43.062935 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:32:43.067444 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:43.070912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:43.131272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:43.132667 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a1d0b9c-435c-4fab-b634-48d9c433d789 HTTP/1.1" status: 200 len: 1093 time: 1.6570106 Jun 29 14:32:43.147927 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:43.150943 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:43.168535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:43.168882 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-716afb0d-43ea-497d-9aaa-fd69f56ccef1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5140512 Jun 29 14:32:43.175150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48534) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:43.181608 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:43.189304 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:43.195828 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Usage tracker for resource:floatingip and tenant:5ab4ccee97444809bb6b8f8a577ed7ed is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:43.200456 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:43.207196 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:43.228317 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:43.241011 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-062f8adf-ad2d-4ac2-bd37-38d413414393 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 1096 time: 0.0725329 Jun 29 14:32:43.308169 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-b5a80a73-ad98-46fc-a9e3-0f6505b1889e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789 HTTP/1.1" status: 200 len: 217 time: 0.0600235 Jun 29 14:32:43.308684 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:43.365248 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789', 'status': 'completed', 'code': 200} Jun 29 14:32:43.378346 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-4750f89e-9e78-45b3-95ae-55507b9fea26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:43.379809 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-4750f89e-9e78-45b3-95ae-55507b9fea26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45262cd3-c16c-40e8-b536-3935930c8470 HTTP/1.1" status: 200 len: 849 time: 0.0647671 Jun 29 14:32:43.425806 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-a7f64323-ae8b-4960-9067-ea1c3cb44cdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c66d0af8-6510-4141-8b5b-d4ceba10f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396757 Jun 29 14:32:43.520983 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:43.577254 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-766f3ba5-07b2-4000-8d1b-618f1d84d82a service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433318 Jun 29 14:32:43.677879 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Router ab85f9b1-69e5-4dee-a94c-286696ede5f4 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:32:43.706984 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Allocated IP 172.28.0.59 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/8feb83bd-03cc-4a17-b1c8-b846be14162f) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:43.831100 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0b91dd2-6c28-4fee-8b24-51a784ea8386 req-194caf7c-833b-41a5-97c0-4d6b3173924f service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463765 Jun 29 14:32:43.851280 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171d72-cb82-4e2d-b186-1657954cbffa req-c896fc26-5ea8-4a6e-ba60-b3b82a59c38b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:43.853027 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0f171d72-cb82-4e2d-b186-1657954cbffa req-c896fc26-5ea8-4a6e-ba60-b3b82a59c38b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Synchronizing usage tracker for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:43.882235 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-0f171d72-cb82-4e2d-b186-1657954cbffa req-c896fc26-5ea8-4a6e-ba60-b3b82a59c38b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Unset dirty status for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:43.883980 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0f171d72-cb82-4e2d-b186-1657954cbffa req-c896fc26-5ea8-4a6e-ba60-b3b82a59c38b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 943 time: 0.1913047 Jun 29 14:32:43.991389 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0f171d72-cb82-4e2d-b186-1657954cbffa req-fb32ec7d-d83d-4af0-84f8-83956a36b260 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684686 Jun 29 14:32:43.995407 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:44.002275 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-051cda84-4306-4ef8-bc23-ee3c44920ce7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 1096 time: 0.1130819 Jun 29 14:32:44.052457 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:32:44.054328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:44.060521 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:44.061954 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Sync routers for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:32:44.074420 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:44.075401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:44.110349 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:44.165355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-5cb94f8c-fb7d-4500-9eb9-deb2e6e7011b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:44.166839 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-5cb94f8c-fb7d-4500-9eb9-deb2e6e7011b service neutron] 10.222.0.74 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 910 time: 0.1565461 Jun 29 14:32:44.190395 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:44.200254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:44.205456 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=8feb83bd-03cc-4a17-b1c8-b846be14162f,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:44.209767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:44.237444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:44.241635 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-657f768d-cf6c-43d9-badc-10308a57b1d0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef5ae7ff-6654-4505-a9c6-2adc8510f14f HTTP/1.1" status: 204 len: 168 time: 2.6736073 Jun 29 14:32:44.247658 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:44.270517 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-e1d734b8-f656-4f71-b3f3-8226280e0b61 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789 HTTP/1.1" status: 200 len: 217 time: 0.0971601 Jun 29 14:32:44.326258 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:44.412701 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:32:44.454362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:44.505135 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-591fc0e7-05fc-47ab-8c47-497897044155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:44.511999 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-591fc0e7-05fc-47ab-8c47-497897044155 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45262cd3-c16c-40e8-b536-3935930c8470 HTTP/1.1" status: 200 len: 849 time: 0.2316349 Jun 29 14:32:44.575272 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:44.582185 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-a34f13e4-6808-403f-ac6e-bf2de095a103 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c66d0af8-6510-4141-8b5b-d4ceba10f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614870 Jun 29 14:32:44.794401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:44.800144 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Checking router: ab85f9b1-69e5-4dee-a94c-286696ede5f4 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:32:44.820116 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-6394707e-88dd-450f-9616-f38b0e86101b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 1099 time: 0.4371769 Jun 29 14:32:44.824283 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:44.824928 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:44.933381 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2a1d0b9c-435c-4fab-b634-48d9c433d789 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:32:44.992406 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.001135 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.008504 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:45.009773 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-8967f113-bb7a-4063-bc98-19ff6bd71f59 service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191585 Jun 29 14:32:45.126682 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:45.146233 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=8feb83bd-03cc-4a17-b1c8-b846be14162f,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:45.151111 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '2a1d0b9c-435c-4fab-b634-48d9c433d789', 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d', 'port_id': '2a1d0b9c-435c-4fab-b634-48d9c433d789', 'mac_address': 'fa:16:3e:cb:7a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45262cd3-c16c-40e8-b536-3935930c8470', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:32:45.158733 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:45.178229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.226845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.236910 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-2583ece8-aa19-4183-8dfb-c33a13a43b79 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0520327 Jun 29 14:32:45.293651 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-1aa46748-0ab2-4b91-ba03-ef0a61838a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:45.295102 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-1aa46748-0ab2-4b91-ba03-ef0a61838a27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 200 len: 914 time: 0.4676824 Jun 29 14:32:45.350708 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.402432 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-49ba804d-b89e-423d-9539-04ccc3453535 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 200 len: 217 time: 0.0980291 Jun 29 14:32:45.408605 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1d0b9c-435c-4fab-b634-48d9c433d789 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:45.426301 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:45.439103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:45.441634 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:45.477908 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7a2e6563-f30b-4a2a-9070-0f5734f94a53 req-243a15ee-8f51-40e0-a5e6-f604b3bfef57 service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594481 Jun 29 14:32:45.514144 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-4b1ce1ca-d5a9-43b5-a12e-113a2468035b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:45.516487 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-4b1ce1ca-d5a9-43b5-a12e-113a2468035b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 200 len: 852 time: 0.0978818 Jun 29 14:32:45.527871 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e96e4-e94f-429d-b831-4e49fe89bfce req-33614104-d3c5-42b7-b477-a353b778609e tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:45.529474 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a05e96e4-e94f-429d-b831-4e49fe89bfce req-33614104-d3c5-42b7-b477-a353b778609e tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 943 time: 0.2896092 Jun 29 14:32:45.559933 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:45.602714 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-afc1025a-3aa0-4672-b798-1e1be24eee98 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:45.632943 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a05e96e4-e94f-429d-b831-4e49fe89bfce req-5792a1b5-59e9-4716-b1ff-e29c77bb0ff0 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708635 Jun 29 14:32:45.633428 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-afc1025a-3aa0-4672-b798-1e1be24eee98 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:45.637953 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-afc1025a-3aa0-4672-b798-1e1be24eee98 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--665670578&fields=id&tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 267 time: 0.1020327 Jun 29 14:32:45.688690 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-357a1362-8efa-4d7e-af0a-170fb41b1d9f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=81771a19-e7e4-49ce-8ec8-6887af2bd19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1578541 Jun 29 14:32:45.806267 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['2a1d0b9c-435c-4fab-b634-48d9c433d789'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:45.835930 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-a95f2285-7d99-45dc-8253-82b8e8eb11f9 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391282 Jun 29 14:32:45.852160 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:45.855985 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:45.975670 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-ed7e56a5-ee21-4729-91db-f8ebead1ebfe tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:45.977959 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-ed7e56a5-ee21-4729-91db-f8ebead1ebfe tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 810 time: 0.3249941 Jun 29 14:32:46.013669 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0d72cc6f-f0c5-431d-af6c-499efdf0c0db req-604dc824-94f2-4b6a-b504-c8c01eab7a74 service neutron] 10.222.0.74 "GET /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707006 Jun 29 14:32:46.014182 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-68134efe-6730-46a8-89c1-8ff6f24f8d38 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/quotas/5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 375 time: 0.0299661 Jun 29 14:32:46.126431 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-1978213d-f23d-48da-bade-be44668f1ca1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080382 Jun 29 14:32:46.207487 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:46.212277 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817c472-7cf4-48a4-bde8-2294e80be760 None None] The sync data for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb is: [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:29:52Z', 'revision_number': 4, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'be42a5e2-7308-4155-95c3-e7ce860bb03a', 'name': '', 'network_id': '81771a19-e7e4-49ce-8ec8-6887af2bd19a', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:51Z', 'updated_at': '2021-06-29T14:30:02Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'subnets': [{'id': '66d133e3-42a6-431d-b09b-9f474e9e05a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:32:46.291645 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-c376e4e0-5172-4cbf-a634-5c7811503cc5 service neutron] 10.222.0.11 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534815 Jun 29 14:32:46.439530 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-231f1f05-cf75-44dd-88e3-486440e67ff5 service neutron] 10.222.0.11 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426544 Jun 29 14:32:46.695723 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-faeccced-4252-4b5c-9a1c-a3ed579d45ce req-794056a1-d8ee-4a2f-8610-ac90e131a874 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:46.730258 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-faeccced-4252-4b5c-9a1c-a3ed579d45ce req-794056a1-d8ee-4a2f-8610-ac90e131a874 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:46.737495 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-faeccced-4252-4b5c-9a1c-a3ed579d45ce req-794056a1-d8ee-4a2f-8610-ac90e131a874 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 210 time: 0.1335845 Jun 29 14:32:46.765254 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea27b38-ae23-4377-97ec-d3e6ef1e5dcc None None] New status for floating IP ef5ae7ff-6654-4505-a9c6-2adc8510f14f: DOWN {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:32:46.890923 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2a1d0b9c-435c-4fab-b634-48d9c433d789 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:32:46.910945 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd034a1-ace8-4d1f-b5b3-4ec287b049b9 req-4f2229ab-1045-4b3c-bd0a-d06cc8a15b7f tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:46.913067 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-dbd034a1-ace8-4d1f-b5b3-4ec287b049b9 req-4f2229ab-1045-4b3c-bd0a-d06cc8a15b7f tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 944 time: 0.0983384 Jun 29 14:32:46.977494 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-dbd034a1-ace8-4d1f-b5b3-4ec287b049b9 req-ddac478f-93f8-422a-85a2-15030643c427 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580084 Jun 29 14:32:46.992452 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 2a1d0b9c-435c-4fab-b634-48d9c433d789 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:46.997760 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 2a1d0b9c-435c-4fab-b634-48d9c433d789 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:46.998689 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:47.164386 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:47.190984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:47.203518 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:47.208550 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:47.212005 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:47.267279 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789', 'code': 200} Jun 29 14:32:47.296342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:47.304349 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:47.568334 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e6b39b5-2a2c-423c-a503-58db10003b5c req-496c6e03-7f9c-4bb9-8b61-29f64d59eb4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 1098 time: 0.0739999 Jun 29 14:32:47.610665 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e6b39b5-2a2c-423c-a503-58db10003b5c req-4305b481-405e-476d-ad99-10e9e286d186 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Jun 29 14:32:47.801213 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7c52-eafc-4215-ac9f-6a159c700799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:47.938569 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b2521560-b19b-4a43-8cfa-417380b0e7c6 req-f9f14dce-fa7a-4623-94e1-70ba646950cb tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 210 time: 0.0568268 Jun 29 14:32:48.106250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-a818adef-6004-4618-b07d-dee7922d6ad9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:48.107823 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-a818adef-6004-4618-b07d-dee7922d6ad9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 810 time: 0.2165875 Jun 29 14:32:48.176860 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f6f0a-ece7-4c52-9b04-809e40c7b62d req-cdf7a111-5926-4cba-9688-f6c8b00b0785 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:48.177870 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c34e1-eee6-4afb-bf83-83349e3fe5e8 req-6ba3c1e9-59b6-49a4-927f-0ef6212a8f82 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:48.178320 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b8f6f0a-ece7-4c52-9b04-809e40c7b62d req-cdf7a111-5926-4cba-9688-f6c8b00b0785 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1212223 Jun 29 14:32:48.180022 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-027c34e1-eee6-4afb-bf83-83349e3fe5e8 req-6ba3c1e9-59b6-49a4-927f-0ef6212a8f82 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 945 time: 0.0854807 Jun 29 14:32:48.204040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-5e374d48-5589-4c78-8d6b-f68a840ea073 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:48.226620 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-027c34e1-eee6-4afb-bf83-83349e3fe5e8 req-2429e807-2590-4a10-a452-cc17c5be365c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Jun 29 14:32:48.229615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-5e374d48-5589-4c78-8d6b-f68a840ea073 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:48.230716 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-5e374d48-5589-4c78-8d6b-f68a840ea073 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed HTTP/1.1" status: 200 len: 379 time: 0.0999563 Jun 29 14:32:48.241008 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b8f6f0a-ece7-4c52-9b04-809e40c7b62d req-a01b2331-ddd6-4c63-81d0-8e0442d48e46 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Jun 29 14:32:48.245615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'port': {'device_id': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'admin_state_up': True, 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'security_groups': ['f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:48.293170 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:48.380586 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:48.391626 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:48.401841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Made reservation on behalf of 5ab4ccee97444809bb6b8f8a577ed7ed for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:48.405074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:48.585859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Allocated IP 172.20.0.13 (eede1e2a-eccd-43e1-abd0-f71ef84ceee4/eb983a40-cec4-4ad5-8b3e-610ce2de2d5b/c054c0ff-28e0-44f3-aac7-bb46bba907d7) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:48.790121 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:48.807112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Transition to ACTIVE for port object c054c0ff-28e0-44f3-aac7-bb46bba907d7 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:32:48.829210 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:48.834197 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-30f10c2c-a826-487a-bdb6-a3b7a36d8d20 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:48.899415 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:48.902282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:48.906470 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:49.031694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event updated for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:49.037178 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:49.069420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:49.070017 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:49.138599 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965683 Jun 29 14:32:49.162740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Request body: {'port': {'device_id': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:49.190665 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-092f79c8-e702-45a3-962c-4263d1fe361e None None] Provisioning for port c054c0ff-28e0-44f3-aac7-bb46bba907d7 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:49.195183 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-092f79c8-e702-45a3-962c-4263d1fe361e None None] Provisioning complete for port c054c0ff-28e0-44f3-aac7-bb46bba907d7 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:49.195567 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-092f79c8-e702-45a3-962c-4263d1fe361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:49.198708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013c93d-91f3-4134-ab6b-8a2fa0cf0d3b req-e858e7b6-7932-442f-93f7-3e6e4ff93ce9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:49.199458 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-b013c93d-91f3-4134-ab6b-8a2fa0cf0d3b req-e858e7b6-7932-442f-93f7-3e6e4ff93ce9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:49.247009 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-092f79c8-e702-45a3-962c-4263d1fe361e None None] Port c054c0ff-28e0-44f3-aac7-bb46bba907d7 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:32:49.262130 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-b013c93d-91f3-4134-ab6b-8a2fa0cf0d3b req-e858e7b6-7932-442f-93f7-3e6e4ff93ce9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:49.263309 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b013c93d-91f3-4134-ab6b-8a2fa0cf0d3b req-e858e7b6-7932-442f-93f7-3e6e4ff93ce9 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 932 time: 0.1893778 Jun 29 14:32:49.313273 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:49.339645 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b013c93d-91f3-4134-ab6b-8a2fa0cf0d3b req-6970fb88-c56e-4632-a01f-871999d5a58a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682242 Jun 29 14:32:49.579362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed339ee-758a-4cdf-b9c8-459eb9ad1d1a req-e2401ca6-8e80-41a3-8c00-ee18405fda8c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:49.580730 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3ed339ee-758a-4cdf-b9c8-459eb9ad1d1a req-e2401ca6-8e80-41a3-8c00-ee18405fda8c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 945 time: 0.0839124 Jun 29 14:32:49.626864 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3ed339ee-758a-4cdf-b9c8-459eb9ad1d1a req-20310378-a4fd-498d-84ce-ee2bfb973b9c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Jun 29 14:32:49.672387 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5d76c-7e8e-4809-b29b-41ba5f9ae104 req-217bb3ba-cc91-42e4-879c-bb14cff5e47a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:49.673889 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5c5d76c-7e8e-4809-b29b-41ba5f9ae104 req-217bb3ba-cc91-42e4-879c-bb14cff5e47a tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.2028303 Jun 29 14:32:49.744001 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e5c5d76c-7e8e-4809-b29b-41ba5f9ae104 req-843b516f-5605-444f-a4ce-2e3f0ba7795e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 Jun 29 14:32:49.794750 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c054c0ff-28e0-44f3-aac7-bb46bba907d7 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:49.803412 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:49.821349 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Transition to ACTIVE for port object c054c0ff-28e0-44f3-aac7-bb46bba907d7 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:32:49.829099 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:49.842351 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c849eecc-1095-45cd-8f1a-5dc579e61e03 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:49.936813 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-392f19a6-ba7d-4c4c-9ed9-042f2ccbdd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.010023 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Pushing event updated for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:50.045573 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:50.142612 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Attempting to bind port c054c0ff-28e0-44f3-aac7-bb46bba907d7 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:32:50.143384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Attempting to bind port c054c0ff-28e0-44f3-aac7-bb46bba907d7 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:32:50.143384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Attempting to bind port c054c0ff-28e0-44f3-aac7-bb46bba907d7 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:50.157253 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-319aa1dd-081e-4ad9-8442-bafb5d53bc98 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:50.158708 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-319aa1dd-081e-4ad9-8442-bafb5d53bc98 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.74 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1498375 Jun 29 14:32:50.160147 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Port c054c0ff-28e0-44f3-aac7-bb46bba907d7 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:32:50.160467 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Attempting to bind port c054c0ff-28e0-44f3-aac7-bb46bba907d7 on network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:32:50.199932 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:32:50.200709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Checking segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:32:50.200709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Bound using segment: {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:32:50.201213 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Bound port: c054c0ff-28e0-44f3-aac7-bb46bba907d7, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b99c1bd7-f071-43de-b7f5-b449e9389e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:32:50.201634 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.277612 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Deleting port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:50.277957 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.399308 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:32:50.417971 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:32:50.440160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.450946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:50.626554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.628026 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] 10.222.0.74 "PUT /v2.0/ports/c054c0ff-28e0-44f3-aac7-bb46bba907d7 HTTP/1.1" status: 200 len: 1094 time: 1.4714663 Jun 29 14:32:50.629981 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:50.648080 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Pushing event updated for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:50.654595 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:50.827739 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'status': 'completed', 'code': 200} Jun 29 14:32:50.855576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] For port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:50.855930 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:50.966476 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320875eb-b107-40b8-a28b-a96fb3c6bb83 req-05031ff3-bea3-45cd-884b-4a8e1750f358 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:50.968515 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-320875eb-b107-40b8-a28b-a96fb3c6bb83 req-05031ff3-bea3-45cd-884b-4a8e1750f358 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 945 time: 0.0782070 Jun 29 14:32:50.980434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Calling delete_port for ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:51.011433 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b15d6-1710-425d-a3cc-9a65ab77dbdf req-705076dc-88f2-4a77-802e-a6fb8c9fcde6 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:51.012888 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a59b15d6-1710-425d-a3cc-9a65ab77dbdf req-705076dc-88f2-4a77-802e-a6fb8c9fcde6 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 944 time: 0.5341511 Jun 29 14:32:51.016732 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-320875eb-b107-40b8-a28b-a96fb3c6bb83 req-9c1d5d76-f429-47ee-86ed-ee4a74f559ed tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Jun 29 14:32:51.101975 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-61dbe90b-e554-4a09-bfac-82c6244b8eda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 1097 time: 0.4271603 Jun 29 14:32:51.105413 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.171503 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a59b15d6-1710-425d-a3cc-9a65ab77dbdf req-181e5dd9-80ab-49ab-b47c-0a511031d8d4 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512704 Jun 29 14:32:51.224456 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-456f31ce-918f-4a62-a188-192f912d9704 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7 HTTP/1.1" status: 200 len: 217 time: 0.1126869 Jun 29 14:32:51.242366 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-6b9d4fbf-fa0f-4476-8ead-c7f6079c5fce tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:51.243625 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-6b9d4fbf-fa0f-4476-8ead-c7f6079c5fce tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:51.257838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-6b9d4fbf-fa0f-4476-8ead-c7f6079c5fce tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:51.259091 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-6b9d4fbf-fa0f-4476-8ead-c7f6079c5fce tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/ports?device_id=be672939-f05a-40f7-801b-d602ae497cea HTTP/1.1" status: 200 len: 946 time: 0.1234851 Jun 29 14:32:51.303049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-11db4585-95d3-4fbc-8c2f-441da2510347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:51.304853 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-11db4585-95d3-4fbc-8c2f-441da2510347 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.0722136 Jun 29 14:32:51.305427 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.313806 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bd7e846b-2d10-4b61-bf92-45104e4a3193 tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:51.314070 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-c1999016-cac2-4aac-9aad-5c948ffd8e10 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Synchronizing usage tracker for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:51.334283 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-c1999016-cac2-4aac-9aad-5c948ffd8e10 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Unset dirty status for tenant:0d664fdcb63745a4a2a30d02a6dafce9 on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:51.335458 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a9d26ef9-0bc1-43a4-9316-f3898da1f786 req-c1999016-cac2-4aac-9aad-5c948ffd8e10 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.11 "GET /v2.0/security-groups?id=739aabf5-7d2a-4ac3-b98b-db80ce9418bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707884 Jun 29 14:32:51.336359 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48716) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:51.404608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Pushing event deleted for resources: {'Port': ['ID=ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:51.407576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:51.480509 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.484155 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] No DVR routers for this DVR port ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:32:51.486773 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.506432 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-836501a0-41b6-46ab-9bd6-b3ec49dbbd02 req-01a4aec3-03ad-4efc-a2b0-fc420336e655 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] 10.222.0.74 "DELETE /v2.0/ports/ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 HTTP/1.1" status: 204 len: 173 time: 1.3395038 Jun 29 14:32:51.514337 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:51.518964 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-9ff96581-f81a-4aac-b862-7ffa38bb76c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2059960 Jun 29 14:32:51.519401 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0cd960b7bf46afa463d495482acfe8 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:32:51.522457 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:32:51.528237 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:51.606064 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.610743 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.618040 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-963d3d8a-1e45-49ce-b639-e5bff6a63184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:51.662449 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bc2923-2be5-4682-b64b-bcf6d3517385,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:51.666637 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:51.674663 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-6364b370-8649-469b-bc8c-c3a6f6025997 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff0cd960b7bf46afa463d495482acfe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3369379 Jun 29 14:32:51.678166 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48722) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:51.706122 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-00c8d603-8169-455a-8cbf-86547fd11ac5 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778615 Jun 29 14:32:51.842620 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.894476 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ce503139-b1b7-44e5-b78f-50ce0332cef7 req-842572fc-a702-4f87-8bb4-9447bc7c1215 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796205 Jun 29 14:32:51.896100 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.980216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:51.989391 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3ea7da45-add6-41c1-82a7-921976fbfd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:52.001668 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bc2923-2be5-4682-b64b-bcf6d3517385,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:52.005745 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:52.014768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:52.018106 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34bc2923-2be5-4682-b64b-bcf6d3517385 HTTP/1.1" status: 204 len: 168 time: 0.3368204 Jun 29 14:32:52.039293 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-f420f44d-1a98-405f-a6c1-a6f1eac66479 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 1097 time: 0.0922523 Jun 29 14:32:52.314952 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-37ba6e0d-8497-4917-8a36-acae292eb6e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:52.316453 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-37ba6e0d-8497-4917-8a36-acae292eb6e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.2691195 Jun 29 14:32:52.378903 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798a3f7-3f60-4470-942e-555d7da6856e req-7332e03f-e8a7-4b78-a635-ae018cad9a69 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:52.380382 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5798a3f7-3f60-4470-942e-555d7da6856e req-7332e03f-e8a7-4b78-a635-ae018cad9a69 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 944 time: 0.0840607 Jun 29 14:32:52.415764 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-23905e7e-2c84-492b-8c10-f795775c57e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7 HTTP/1.1" status: 200 len: 217 time: 0.0900884 Jun 29 14:32:52.426830 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5798a3f7-3f60-4470-942e-555d7da6856e req-469f2b97-277f-4197-ae42-2e7482f26100 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Jun 29 14:32:52.468567 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7ca63-879d-4731-995c-cb6f4b938ba2 req-c38cc6c5-4e82-45ac-b30b-04eaee7ec26e tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:52.470041 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-75d7ca63-879d-4731-995c-cb6f4b938ba2 req-c38cc6c5-4e82-45ac-b30b-04eaee7ec26e tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 945 time: 0.3013732 Jun 29 14:32:52.507908 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-01557a4a-7e62-47a0-ae09-bbc82858fc1d tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:52.509325 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-01557a4a-7e62-47a0-ae09-bbc82858fc1d tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 945 time: 0.2784014 Jun 29 14:32:52.540057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:52.655947 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-589c7680-ed9b-47d2-bfea-ff96c03f385e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:52.657410 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-589c7680-ed9b-47d2-bfea-ff96c03f385e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.2350588 Jun 29 14:32:52.737175 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Deleting port 2a1d0b9c-435c-4fab-b634-48d9c433d789 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:52.737517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:52.765293 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-75d7ca63-879d-4731-995c-cb6f4b938ba2 req-65f4680d-494c-4920-9145-d7e820b529c2 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875140 Jun 29 14:32:52.842355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'name': 'network-vif-deleted', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:52.862878 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-58f8c526-3a27-4557-9697-957d1b49b2dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940172 Jun 29 14:32:52.903319 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c054c0ff-28e0-44f3-aac7-bb46bba907d7 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:32:52.906544 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:52.922280 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be672939-f05a-40f7-801b-d602ae497cea', 'name': 'network-vif-deleted', 'tag': 'ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3', 'status': 'completed', 'code': 200} Jun 29 14:32:52.947544 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:52.947898 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device ecb2d8d6-96b4-42d2-96f7-c0affab4d6b3 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:53.088086 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:53.101781 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'port_id': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'mac_address': 'fa:16:3e:0e:be:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:32:53.118918 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-5198f075-ed48-48ff-8cdc-d10c1af6c32b service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461586 Jun 29 14:32:53.123959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] For port 2a1d0b9c-435c-4fab-b634-48d9c433d789, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=2a1d0b9c-435c-4fab-b634-48d9c433d789,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:53.124879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:53.157479 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:53.176747 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c054c0ff-28e0-44f3-aac7-bb46bba907d7 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:32:53.193420 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:53.198905 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:53.200904 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:53.267300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:53.270348 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:53.311982 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Calling delete_port for 2a1d0b9c-435c-4fab-b634-48d9c433d789 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:53.420586 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['c054c0ff-28e0-44f3-aac7-bb46bba907d7'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:32:53.438015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48780) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:53.547465 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-5d626922-7c4a-48da-b99b-80a3ab18d908 req-3d62fc7c-b92a-41b6-a46b-b6b60553e3fc service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146247 Jun 29 14:32:53.662482 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:53.669309 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-933c497c-fa06-43bf-96c9-2fc67265e225 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:53.734876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Pushing event deleted for resources: {'Port': ['ID=2a1d0b9c-435c-4fab-b634-48d9c433d789,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:53.738970 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:53.870420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] No DVR routers for this DVR port 2a1d0b9c-435c-4fab-b634-48d9c433d789 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:32:53.876981 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cff3b3-6287-469c-8d77-857ac562c686 req-1987699d-3eff-4df6-92cd-6b99ced8dd76 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:53.878413 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-14cff3b3-6287-469c-8d77-857ac562c686 req-1987699d-3eff-4df6-92cd-6b99ced8dd76 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 945 time: 0.3120651 Jun 29 14:32:53.879383 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:53.913067 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-52138d78-9ca2-43c9-ac45-66038aa65f13 req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "DELETE /v2.0/ports/2a1d0b9c-435c-4fab-b634-48d9c433d789 HTTP/1.1" status: 204 len: 173 time: 1.3967164 Jun 29 14:32:53.939866 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e07f4a4f-2e3b-4284-9db0-4260c85ee0fe req-266963a7-9eb8-43ca-87cc-a33b1077be23 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=97db820d-a900-4493-b36d-7f3ecfee249a HTTP/1.1" status: 200 len: 210 time: 0.0487051 Jun 29 14:32:53.953643 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-14cff3b3-6287-469c-8d77-857ac562c686 req-872e7fe5-cc82-4c48-84a2-a6f7e6d06dd1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683498 Jun 29 14:32:54.248388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:54.830016 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Deleting port be42a5e2-7308-4155-95c3-e7ce860bb03a {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:54.830706 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:54.916418 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c054c0ff-28e0-44f3-aac7-bb46bba907d7 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:32:54.942665 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'name': 'network-vif-deleted', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:54.996188 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port c054c0ff-28e0-44f3-aac7-bb46bba907d7 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:32:55.002999 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port c054c0ff-28e0-44f3-aac7-bb46bba907d7 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:32:55.003407 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:55.012808 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97db820d-a900-4493-b36d-7f3ecfee249a', 'name': 'network-vif-deleted', 'tag': '2a1d0b9c-435c-4fab-b634-48d9c433d789', 'status': 'completed', 'code': 200} Jun 29 14:32:55.020944 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] For port be42a5e2-7308-4155-95c3-e7ce860bb03a, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=be42a5e2-7308-4155-95c3-e7ce860bb03a,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:55.021317 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:55.137408 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:55.162882 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Calling delete_port for be42a5e2-7308-4155-95c3-e7ce860bb03a owned by network:router_interface {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:55.173278 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:32:55.184154 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:55.188053 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a23335-fb85-41b1-966c-fe3b8f2c2017 req-45fcaa22-4aeb-425f-8f37-80e542691c09 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:55.188579 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:55.189775 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2a1d0b9c-435c-4fab-b634-48d9c433d789 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:55.196600 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b3a23335-fb85-41b1-966c-fe3b8f2c2017 req-45fcaa22-4aeb-425f-8f37-80e542691c09 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 945 time: 0.1004663 Jun 29 14:32:55.227147 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:55.242885 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b3a23335-fb85-41b1-966c-fe3b8f2c2017 req-39bf20b8-f9fa-435c-998a-985f57feca91 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Jun 29 14:32:55.295613 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 2a1d0b9c-435c-4fab-b634-48d9c433d789 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:55.296023 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 2a1d0b9c-435c-4fab-b634-48d9c433d789 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:55.298576 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'code': 200} Jun 29 14:32:55.308689 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:55.311621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:55.556559 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:55.564877 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f5dd6778-ba7f-4684-8dcb-8f64d8c59cb5 tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:55.625530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=be42a5e2-7308-4155-95c3-e7ce860bb03a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:55.628450 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:55.688947 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494d81-4570-4227-85bc-d49501477497 req-5e11472e-b3f9-4922-9a3e-83c3e56ea76c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:55.690437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-5e11472e-b3f9-4922-9a3e-83c3e56ea76c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 809 time: 0.3076956 Jun 29 14:32:55.851859 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-55197090-ba97-4467-8881-7f6c110816cd tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/quotas/7dd63a79d2a9452aa266b6f5b8da5a9d HTTP/1.1" status: 200 len: 375 time: 0.0290396 Jun 29 14:32:55.856344 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-04eaa4f3-d3ef-4b3c-a8cc-080419c21978 req-bb08d333-2419-4e8e-802b-991d01e86bc0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 1099 time: 0.3812325 Jun 29 14:32:55.962385 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fc494d81-4570-4227-85bc-d49501477497 req-906844a6-31a4-4334-87ec-81706649f58a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Synchronizing usage tracker for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:32:56.009019 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-fc494d81-4570-4227-85bc-d49501477497 req-906844a6-31a4-4334-87ec-81706649f58a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Unset dirty status for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:32:56.010261 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-906844a6-31a4-4334-87ec-81706649f58a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1508327 Jun 29 14:32:56.037957 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-04eaa4f3-d3ef-4b3c-a8cc-080419c21978 req-556aab56-03cc-468d-955f-e8f9ae8c7295 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454508 Jun 29 14:32:56.214788 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-247539a3-db78-476d-93fe-07d4744b5e6f service neutron] 10.222.0.11 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966147 Jun 29 14:32:56.333769 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:56.418318 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-d747af1f-53e0-411f-99c9-10027a122099 service neutron] 10.222.0.11 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961696 Jun 29 14:32:56.450853 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1a49f-246c-4466-8789-e5373b17f729 req-9fe26203-121f-4978-a55a-b8f0fdce008e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:56.452370 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0cd1a49f-246c-4466-8789-e5373b17f729 req-9fe26203-121f-4978-a55a-b8f0fdce008e tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.0819795 Jun 29 14:32:56.502866 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0cd1a49f-246c-4466-8789-e5373b17f729 req-60042d78-e662-41c5-8777-b167133ad57a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 Jun 29 14:32:56.620791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6e93475f-09b9-4d25-9cab-1ebd84f65274 req-31142703-666f-42bc-99ed-c743680aa2d2 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 210 time: 0.0514457 Jun 29 14:32:56.796006 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:32:57.016029 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Router ab85f9b1-69e5-4dee-a94c-286696ede5f4 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:32:57.317574 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:32:57.325865 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Sync routers for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:32:57.329714 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] 10.222.0.11 "PUT /v2.0/routers/ab85f9b1-69e5-4dee-a94c-286696ede5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8907034 Jun 29 14:32:57.332225 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48824) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:57.339996 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:57.340683 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:57.519695 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:57.533278 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:57.827050 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-05fa1b62-3f2f-400f-b537-425fae824291 req-06909ac6-cec3-451c-9769-9779e1d895f1 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 210 time: 0.0427582 Jun 29 14:32:57.831376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494d81-4570-4227-85bc-d49501477497 req-a9720c90-775c-466a-a012-8af34fe6009c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:57.832899 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-a9720c90-775c-466a-a012-8af34fe6009c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 809 time: 0.2411668 Jun 29 14:32:57.864112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Request body: {'port': {'device_id': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d', 'admin_state_up': True, 'tenant_id': '7dd63a79d2a9452aa266b6f5b8da5a9d'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:57.869652 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:57.874028 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Checking router: ab85f9b1-69e5-4dee-a94c-286696ede5f4 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:32:57.885299 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Routers {'ab85f9b1-69e5-4dee-a94c-286696ede5f4'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:32:57.886103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:58.010037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcab83-9788-4e6c-9998-5340b66130b4 req-542f1390-5081-4459-9595-b0d5338b720d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:58.011487 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c5bcab83-9788-4e6c-9998-5340b66130b4 req-542f1390-5081-4459-9595-b0d5338b720d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.3001962 Jun 29 14:32:58.088444 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] Set router ab85f9b1-69e5-4dee-a94c-286696ede5f4 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:32:58.118316 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:32:58.138208 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c5bcab83-9788-4e6c-9998-5340b66130b4 req-7cb4fe22-8287-4c1b-a909-eff451a5121b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169825 Jun 29 14:32:58.140509 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:32:58.157728 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Made reservation on behalf of 7dd63a79d2a9452aa266b6f5b8da5a9d for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:32:58.160925 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:58.198024 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:58.254041 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Deleting port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:32:58.254041 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:58.375527 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:32:58.379315 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d43cb-bef4-4aea-b02c-dd54b5e101fc None None] The sync data for ids ['ab85f9b1-69e5-4dee-a94c-286696ede5f4'] in dv-cinder-798356-1-smb is: [{'id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'name': 'tempest-TestMinimumBasicScenario-44807516-router', 'tenant_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29'}], 'enable_snat': True}, 'gw_port_id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:48Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': '0d664fdcb63745a4a2a30d02a6dafce9', 'gw_port': {'id': 'bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:62:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab85f9b1-69e5-4dee-a94c-286696ede5f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:49Z', 'updated_at': '2021-06-29T14:29:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:32:58.552593 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Allocated IP 172.20.0.7 (c66d0af8-6510-4141-8b5b-d4ceba10f18d/45262cd3-c16c-40e8-b536-3935930c8470/a17a9f83-c97a-4185-81bf-28f90e19d9de) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:32:58.589328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4da30b-8f13-4053-b5b1-4da469efb33c req-97dd71d5-6b63-455d-95f1-246cc4d42f31 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:58.590735 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6d4da30b-8f13-4053-b5b1-4da469efb33c req-97dd71d5-6b63-455d-95f1-246cc4d42f31 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.3042352 Jun 29 14:32:58.599021 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] For port bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:32:58.599450 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:58.599570 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48836) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:32:58.604990 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Request body: {'floatingip': {'port_id': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:58.680242 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:58.744635 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Calling delete_port for bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e owned by network:router_gateway {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:32:59.019298 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b37a7d82-2721-47a5-b463-926157e8ac21 req-0167a0a1-8030-40fc-ab24-7f2baaffc476 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 210 time: 0.0521944 Jun 29 14:32:59.042727 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.162190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.169722 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f2a1cee-e720-4272-8da8-0a3ccdc0a9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:59.207075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.220596 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:59.223532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:59.390597 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.403356 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-eaba40e2-a58e-4fc4-bce5-86ffcfcf0c07 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:32:59.437413 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.441317 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.537500 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.599226 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Network c66d0af8-6510-4141-8b5b-d4ceba10f18d is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:32:59.606680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Pushing event updated for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:32:59.609145 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:32:59.611137 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:32:59.614780 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:32:59.636696 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.l3_db [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Floating IP aa0a1083-a9d1-4572-9eec-ebbcd59fd3df associated. External IP: 172.28.0.59, port: c054c0ff-28e0-44f3-aac7-bb46bba907d7. Jun 29 14:32:59.710940 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device be42a5e2-7308-4155-95c3-e7ce860bb03a no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:32:59.744127 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: be42a5e2-7308-4155-95c3-e7ce860bb03a {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:32:59.744475 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device be42a5e2-7308-4155-95c3-e7ce860bb03a not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:32:59.862879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:32:59.863410 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.868366 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.879483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.898319 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0408828 Jun 29 14:32:59.913326 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Request body: {'port': {'device_id': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:32:59.956101 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:32:59.956622 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab85f9b1-69e5-4dee-a94c-286696ede5f4 {{(pid=74211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:33:00.000053 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.003707 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ab85f9b1-69e5-4dee-a94c-286696ede5f4 HTTP/1.1" status: 204 len: 168 time: 2.6680562 Jun 29 14:33:00.006417 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48844) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:00.037289 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:33:00.087878 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.108106 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Deleting subnet 66d133e3-42a6-431d-b09b-9f474e9e05a4 {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:33:00.111615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.202884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7003792'] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.401358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cb106-65d7-491e-9df1-0c85cf3b290a req-2e295bd4-691e-4e5f-8cba-6f8a4881023c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:00.403172 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b84cb106-65d7-491e-9df1-0c85cf3b290a req-2e295bd4-691e-4e5f-8cba-6f8a4881023c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 931 time: 0.2113702 Jun 29 14:33:00.415472 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:33:00.431768 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:33:00.448901 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:33:00.450220 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:00.475421 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b84cb106-65d7-491e-9df1-0c85cf3b290a req-fe27d063-515f-4cfa-a089-dadab24244ee tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Jun 29 14:33:00.476727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.586554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.589750 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-424a8d15-1ed4-49ec-8de1-62a6af23588c tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "PUT /v2.0/floatingips/aa0a1083-a9d1-4572-9eec-ebbcd59fd3df HTTP/1.1" status: 200 len: 991 time: 1.9859693 Jun 29 14:33:00.590737 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:00.695605 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'status': 'completed', 'code': 200} Jun 29 14:33:00.765734 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:33:00.799085 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17a9f83-c97a-4185-81bf-28f90e19d9de {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:33:00.808474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.811967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7009267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1340172'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.822057 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:00.866566 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d133e3-42a6-431d-b09b-9f474e9e05a4,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:00.868965 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Transition to ACTIVE for port object a17a9f83-c97a-4185-81bf-28f90e19d9de will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:33:00.877491 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:00.882003 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.888940 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4f78cbc5-4177-4fb7-8e9f-395d6774a441 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:00.931234 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8831f4d4-fd1a-4338-bede-711815101f89 None None] Network 81771a19-e7e4-49ce-8ec8-6887af2bd19a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:33:00.934545 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:00.956421 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66d133e3-42a6-431d-b09b-9f474e9e05a4 HTTP/1.1" status: 204 len: 168 time: 0.9467621 Jun 29 14:33:00.957779 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48856) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:00.965422 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-24b939ed-32b9-4f97-af15-d51facdd2499 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 1099 time: 0.2370317 Jun 29 14:33:01.091014 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.095699 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:01.104487 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:01.113362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Deleting port c7ce7f18-8c02-4da8-bb78-0a9adce768cd {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:01.114010 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.143874 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'aa0a1083-a9d1-4572-9eec-ebbcd59fd3df', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0e:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:44Z', 'updated_at': '2021-06-29T14:32:59Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:01.148779 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:33:01.162943 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:33:01.163536 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:01.244797 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] DHCP port deletion for 81771a19-e7e4-49ce-8ec8-6887af2bd19a request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:33:01.249688 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Deleting port c7ce7f18-8c02-4da8-bb78-0a9adce768cd {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:01.250296 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.263808 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-75f892b5-287a-4621-9c5d-9e9ee5dc9c97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:01.265931 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-75f892b5-287a-4621-9c5d-9e9ee5dc9c97 service neutron] 10.222.0.74 "GET /v2.0/networks?id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 200 len: 911 time: 0.2528770 Jun 29 14:33:01.325360 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Attempting to bind port a17a9f83-c97a-4185-81bf-28f90e19d9de on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:33:01.325715 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Attempting to bind port a17a9f83-c97a-4185-81bf-28f90e19d9de by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:33:01.326025 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Attempting to bind port a17a9f83-c97a-4185-81bf-28f90e19d9de on network c66d0af8-6510-4141-8b5b-d4ceba10f18d {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:33:01.349772 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Port a17a9f83-c97a-4185-81bf-28f90e19d9de on network c66d0af8-6510-4141-8b5b-d4ceba10f18d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:33:01.350110 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Attempting to bind port a17a9f83-c97a-4185-81bf-28f90e19d9de on network c66d0af8-6510-4141-8b5b-d4ceba10f18d {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:33:01.365199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:33:01.365550 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Checking segment: {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:33:01.365941 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Bound using segment: {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:33:01.366376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Bound port: a17a9f83-c97a-4185-81bf-28f90e19d9de, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:33:01.366723 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.379853 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:33:01.385352 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] For port c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:01.385995 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.419637 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-5febb2ba-5268-4e0f-a839-481319bd5cd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7 HTTP/1.1" status: 200 len: 999 time: 0.1447642 Jun 29 14:33:01.461037 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] For port c7ce7f18-8c02-4da8-bb78-0a9adce768cd, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,segment=NetworkSegment(8e9e61c3-46fd-44d3-b9cc-280def85ece4),segment_id=8e9e61c3-46fd-44d3-b9cc-280def85ece4)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:01.461484 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.524163 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-daaf6fb6-9653-449f-9704-6a6b7d9229fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:01.525630 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-daaf6fb6-9653-449f-9704-6a6b7d9229fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 200 len: 849 time: 0.0943718 Jun 29 14:33:01.530275 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:33:01.582250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:33:01.594222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.598278 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Calling delete_port for c7ce7f18-8c02-4da8-bb78-0a9adce768cd owned by network:dhcp {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:01.606472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4b27b3bd-d559-4156-be62-c398925db78c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:01.606638 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Calling delete_port for c7ce7f18-8c02-4da8-bb78-0a9adce768cd owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:01.669093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.671423 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] 10.222.0.74 "PUT /v2.0/ports/a17a9f83-c97a-4185-81bf-28f90e19d9de HTTP/1.1" status: 200 len: 1093 time: 1.7616794 Jun 29 14:33:01.673485 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:01.750890 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.755843 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0834c5cd-527d-41c7-9994-f90e15c2fcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:01.783678 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-738a0518-ddc9-43b7-9589-82e7fade31f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=eede1e2a-eccd-43e1-abd0-f71ef84ceee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2497101 Jun 29 14:33:01.819309 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ce7f18-8c02-4da8-bb78-0a9adce768cd,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:01.825874 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:01.828712 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] No DVR routers for this DVR port c7ce7f18-8c02-4da8-bb78-0a9adce768cd on host dv-cinder-798356-1-smb {{(pid=74210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:33:01.843691 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device c7ce7f18-8c02-4da8-bb78-0a9adce768cd no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:01.895251 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: c7ce7f18-8c02-4da8-bb78-0a9adce768cd {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:33:01.895589 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device c7ce7f18-8c02-4da8-bb78-0a9adce768cd not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:01.895956 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:01.921564 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'aa0a1083-a9d1-4572-9eec-ebbcd59fd3df', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0e:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:44Z', 'updated_at': '2021-06-29T14:32:59Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:01.927578 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a3279-3a3b-4aee-9c94-d4d25cfdcf31 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': 'aa0a1083-a9d1-4572-9eec-ebbcd59fd3df', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'floating_ip_address': '172.28.0.59', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'port_id': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'mac_address': 'fa:16:3e:0e:be:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:32:44Z', 'updated_at': '2021-06-29T14:32:59Z', 'revision_number': 1, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:33:01.933632 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:33:01.934075 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device bd1ce0f2-5ed3-4c03-adc3-7103c51bfc4e not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:01.942790 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:33:01.943340 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:33:01.959421 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:01.981754 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81771a19-e7e4-49ce-8ec8-6887af2bd19a']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:01.992291 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:01.996459 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9e61c3-46fd-44d3-b9cc-280def85ece4') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:01.997024 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9e61c3-46fd-44d3-b9cc-280def85ece4') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:02.003881 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de', 'status': 'completed', 'code': 200} Jun 29 14:33:02.011441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:02.017312 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.038001 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.046172 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:33:02.046619 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:33:02.060921 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:33:02.113728 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-950899c0-83d1-49be-ad54-906fbcf54ae9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 1096 time: 0.3936131 Jun 29 14:33:02.117715 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-acda68e7-d500-4729-94b9-0057b3bf7c01 service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468808 Jun 29 14:33:02.123279 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e064f0-be1d-4418-89e6-656ea8808190 req-80e2b9e5-d235-415e-bf65-523a8c21474c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:02.124642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-69e064f0-be1d-4418-89e6-656ea8808190 req-80e2b9e5-d235-415e-bf65-523a8c21474c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Synchronizing usage tracker for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:33:02.138431 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.143846 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:02.164875 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.174150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Pushing event deleted for resources: {'Network': ['ID=81771a19-e7e4-49ce-8ec8-6887af2bd19a,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:02.181025 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:02.196477 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0e7614a8-95a3-4d1e-9584-acf5816d8433 admin admin] 10.222.0.11 "DELETE /v2.0/networks/81771a19-e7e4-49ce-8ec8-6887af2bd19a HTTP/1.1" status: 204 len: 168 time: 1.2362738 Jun 29 14:33:02.197271 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48868) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:02.218393 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eefeb5-e847-4d49-87cc-e3e99acc843f None None] New status for floating IP aa0a1083-a9d1-4572-9eec-ebbcd59fd3df: ACTIVE {{(pid=74212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:33:02.335118 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-c32441d0-ddf7-482d-bb6b-987ea63179c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de HTTP/1.1" status: 200 len: 217 time: 0.2019804 Jun 29 14:33:02.380577 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-69e064f0-be1d-4418-89e6-656ea8808190 req-80e2b9e5-d235-415e-bf65-523a8c21474c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Unset dirty status for tenant:7dd63a79d2a9452aa266b6f5b8da5a9d on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:33:02.381672 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-69e064f0-be1d-4418-89e6-656ea8808190 req-80e2b9e5-d235-415e-bf65-523a8c21474c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 943 time: 0.5937054 Jun 29 14:33:02.447769 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Deleting port c7ce7f18-8c02-4da8-bb78-0a9adce768cd {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:02.448115 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.506440 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc494d81-4570-4227-85bc-d49501477497 req-3bcfff4e-7590-421c-ae46-f89f4b308234 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:02.507931 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-3bcfff4e-7590-421c-ae46-f89f4b308234 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45262cd3-c16c-40e8-b536-3935930c8470 HTTP/1.1" status: 200 len: 849 time: 0.1285756 Jun 29 14:33:02.566074 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-4c009f67-9b9f-4e06-9df4-2da11b4aa61f None None] The port 'c7ce7f18-8c02-4da8-bb78-0a9adce768cd' was deleted {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:33:02.571479 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-69e064f0-be1d-4418-89e6-656ea8808190 req-c25f4748-3cb9-4b6e-b3f1-b58829b3a3e0 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566770 Jun 29 14:33:02.591768 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-0c89a218-4c7f-4f15-aa72-b8b9dbacb837 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c66d0af8-6510-4141-8b5b-d4ceba10f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698259 Jun 29 14:33:02.600745 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4e1956be-02cd-4d88-a6a5-e11948ea1f25 req-343c2c31-0a78-4d76-8413-4991a22c02fb service neutron] 10.222.0.74 "GET /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687271 Jun 29 14:33:02.713564 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:02.731782 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-89526337-0418-4b8a-a689-f7d7a587a007 service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337075 Jun 29 14:33:02.861213 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fc494d81-4570-4227-85bc-d49501477497 req-90c81e39-a6fc-4479-934a-cb09b3e78272 service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Jun 29 14:33:02.973786 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-8565ba44-1287-4096-84b8-6300e4dff57a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 1096 time: 0.0699818 Jun 29 14:33:03.114261 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-cc832479-1d31-4ac5-9b77-5f44d4e6276f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:03.115741 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-cc832479-1d31-4ac5-9b77-5f44d4e6276f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 200 len: 910 time: 0.1262398 Jun 29 14:33:03.190347 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-309d18c3-2702-4b5b-83e4-f0ca3da01d25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de HTTP/1.1" status: 200 len: 217 time: 0.0669227 Jun 29 14:33:03.254989 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-27f1066d-c11e-4b26-b66b-7aab8913d41d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:03.256508 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-27f1066d-c11e-4b26-b66b-7aab8913d41d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=45262cd3-c16c-40e8-b536-3935930c8470 HTTP/1.1" status: 200 len: 849 time: 0.0586388 Jun 29 14:33:03.307719 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-7d4176ec-eb1e-4ad2-b289-fd1ebbc72478 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c66d0af8-6510-4141-8b5b-d4ceba10f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435951 Jun 29 14:33:03.308601 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Deleting port fc572620-a43c-4eb6-9358-c17117a48241 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:03.309079 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:03.438998 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-01b1e29a-93fd-4aea-86d0-d932721f4a50 service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238363 Jun 29 14:33:03.476871 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] For port fc572620-a43c-4eb6-9358-c17117a48241, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=fc572620-a43c-4eb6-9358-c17117a48241,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:03.477223 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:03.574954 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-137cea27-b42a-4b63-bd08-4e81955513c2 req-46d99cf1-ae60-4954-9d4f-6ec5651dc12c service neutron] 10.222.0.74 "GET /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275938 Jun 29 14:33:03.599357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Calling delete_port for fc572620-a43c-4eb6-9358-c17117a48241 owned by network:router_interface {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:03.815943 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eba71-bc39-423c-a8c8-638ad796f92f req-2de333d1-bc1e-4794-a06a-26434966bf8b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:03.817396 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ec6eba71-bc39-423c-a8c8-638ad796f92f req-2de333d1-bc1e-4794-a06a-26434966bf8b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 943 time: 0.1225071 Jun 29 14:33:03.867301 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:03.873911 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:03.917710 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc572620-a43c-4eb6-9358-c17117a48241,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:03.922436 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-ec6eba71-bc39-423c-a8c8-638ad796f92f req-7df5104d-880d-4e39-bbdb-67ff6967bb9f tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974672 Jun 29 14:33:03.923423 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:04.205820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:04.861610 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Router b09c72c1-ca7f-410e-babf-7ab0821b0adf has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:33:05.023099 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device a17a9f83-c97a-4185-81bf-28f90e19d9de details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:33:05.063814 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:33:05.072858 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] 10.222.0.11 "PUT /v2.0/routers/b09c72c1-ca7f-410e-babf-7ab0821b0adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8745785 Jun 29 14:33:05.075089 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Sync routers for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:33:05.075617 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48884) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:05.089195 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:33:05.090146 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:05.124729 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be918e5-9708-4610-9584-84f44d2b9378 req-0e8a095a-3a47-48b9-92d1-5422a5d76f2b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:05.126123 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2be918e5-9708-4610-9584-84f44d2b9378 req-0e8a095a-3a47-48b9-92d1-5422a5d76f2b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 943 time: 0.0812581 Jun 29 14:33:05.164436 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:05.179397 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'a17a9f83-c97a-4185-81bf-28f90e19d9de', 'network_id': 'c66d0af8-6510-4141-8b5b-d4ceba10f18d', 'port_id': 'a17a9f83-c97a-4185-81bf-28f90e19d9de', 'mac_address': 'fa:16:3e:66:d4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45262cd3-c16c-40e8-b536-3935930c8470', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:33:05.181029 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2be918e5-9708-4610-9584-84f44d2b9378 req-51448055-d1e2-470b-8365-563fc7fe6237 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Jun 29 14:33:05.245401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.266608 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17a9f83-c97a-4185-81bf-28f90e19d9de {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:33:05.286973 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:05.292693 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.295153 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:05.298372 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks [] for router, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.318276 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:33:05.360810 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:05.363892 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:05.508560 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.518630 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Deleting port 00624c04-3075-4ff2-a9ff-a98a00c17c5b {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:05.519029 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.560546 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['a17a9f83-c97a-4185-81bf-28f90e19d9de'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:33:05.630127 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:33:03Z', 'revision_number': 5, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port': {'id': '00624c04-3075-4ff2-a9ff-a98a00c17c5b', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:8c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:29:58Z', 'updated_at': '2021-06-29T14:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:05.634128 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Checking router: b09c72c1-ca7f-410e-babf-7ab0821b0adf for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:33:05.645154 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Routers {'b09c72c1-ca7f-410e-babf-7ab0821b0adf'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:33:05.645774 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:32:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:05.718755 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] For port 00624c04-3075-4ff2-a9ff-a98a00c17c5b, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=00624c04-3075-4ff2-a9ff-a98a00c17c5b,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:05.719203 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:05.806172 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] Set router b09c72c1-ca7f-410e-babf-7ab0821b0adf gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:33:05.910055 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:33:05Z', 'revision_number': 6, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:05.913935 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33715c87-1862-47c6-ae3a-88b7597baff1 None None] The sync data for ids ['b09c72c1-ca7f-410e-babf-7ab0821b0adf'] in dv-cinder-798356-1-smb is: [{'id': 'b09c72c1-ca7f-410e-babf-7ab0821b0adf', 'name': 'tempest-TestMinimumBasicScenario-379940910-router', 'tenant_id': '7e22e499a63b4aeba22130080e2d1b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:29:57Z', 'updated_at': '2021-06-29T14:33:05Z', 'revision_number': 6, 'project_id': '7e22e499a63b4aeba22130080e2d1b68', 'gw_port_host': None}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:33:05.935607 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Calling delete_port for 00624c04-3075-4ff2-a9ff-a98a00c17c5b owned by network:router_gateway {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:06.095306 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.099290 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0cf5c683-5ff4-437a-b576-ab02950acd78 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:06.140030 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Pushing event deleted for resources: {'Port': ['ID=00624c04-3075-4ff2-a9ff-a98a00c17c5b,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:06.142519 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:06.404715 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.685503 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.693714 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bf9c4-ecfa-4675-86bd-5e125e7c9a88 req-3ec84c1d-973c-4a34-85df-9d096025feff tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:06.695193 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-523bf9c4-ecfa-4675-86bd-5e125e7c9a88 req-3ec84c1d-973c-4a34-85df-9d096025feff tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 944 time: 0.3462322 Jun 29 14:33:06.698214 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.818637 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-523bf9c4-ecfa-4675-86bd-5e125e7c9a88 req-33b238b1-84cb-42b6-b655-6f9859a4a6e1 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136632 Jun 29 14:33:06.819341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.821040 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09c72c1-ca7f-410e-babf-7ab0821b0adf {{(pid=74210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:33:06.834148 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.835439 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0c56a102-2610-4006-9990-0d8988f5c585 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b09c72c1-ca7f-410e-babf-7ab0821b0adf HTTP/1.1" status: 204 len: 168 time: 1.7592063 Jun 29 14:33:06.844540 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48898) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:06.896111 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Deleting subnet e118d16b-56db-46ac-b715-e40253b82821 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:33:06.898898 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:06.948578 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.023158 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device a17a9f83-c97a-4185-81bf-28f90e19d9de up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:33:07.057717 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.089129 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port a17a9f83-c97a-4185-81bf-28f90e19d9de completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:33:07.093593 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port a17a9f83-c97a-4185-81bf-28f90e19d9de triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:33:07.093967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.211928 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.221966 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.226328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:07.239450 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:07.249377 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:07.253933 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.256103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:07.265522 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e118d16b-56db-46ac-b715-e40253b82821,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:07.268103 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:07.271346 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.280069 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48904) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:07.283277 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-df7b821a-65cc-4cdf-8ad3-389dfb621eb0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e118d16b-56db-46ac-b715-e40253b82821 HTTP/1.1" status: 204 len: 168 time: 0.4402530 Jun 29 14:33:07.289551 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88b0f2-ab62-4f56-bba0-978c988eae94 None None] Network 859db1ef-90f5-4f17-b752-8074c963440c requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:33:07.318864 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de', 'code': 200} Jun 29 14:33:07.397448 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.408538 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Deleting port 3e02f0d7-64cf-465e-9376-8e90ec033a91 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:07.408877 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.477210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:07.482163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:07.585621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] DHCP port deletion for 859db1ef-90f5-4f17-b752-8074c963440c request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:33:07.589885 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Deleting port 3e02f0d7-64cf-465e-9376-8e90ec033a91 {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:07.590264 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.771532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] For port 3e02f0d7-64cf-465e-9376-8e90ec033a91, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=3e02f0d7-64cf-465e-9376-8e90ec033a91,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:07.771889 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.790241 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device fc572620-a43c-4eb6-9358-c17117a48241 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:07.834443 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: fc572620-a43c-4eb6-9358-c17117a48241 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:33:07.834785 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device fc572620-a43c-4eb6-9358-c17117a48241 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:07.835174 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 3e02f0d7-64cf-465e-9376-8e90ec033a91 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:07.841245 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9718a71b-1552-457b-979f-fa75912fe3b3 req-13ef45a9-2a8f-4d31-95f9-c51666306e79 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 1098 time: 0.2493308 Jun 29 14:33:07.887029 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] For port 3e02f0d7-64cf-465e-9376-8e90ec033a91, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=3e02f0d7-64cf-465e-9376-8e90ec033a91,segment=NetworkSegment(73e72e0c-5d4a-42c4-bf66-799119980680),segment_id=73e72e0c-5d4a-42c4-bf66-799119980680)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:07.887476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:07.914379 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Calling delete_port for 3e02f0d7-64cf-465e-9376-8e90ec033a91 owned by network:dhcp {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:08.001762 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9718a71b-1552-457b-979f-fa75912fe3b3 req-f7343ba6-5e8c-4a91-ab04-b3d05ba8b475 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051798 Jun 29 14:33:08.012093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.016903 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-28daca44-c412-468a-9888-cc299a57143a tempest-VolumesActionsTest-1855659233 tempest-VolumesActionsTest-1855659233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:08.024989 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a044d-59e5-4e0c-b920-e6aa75d273ad req-dab118b5-2398-4ec7-a17b-9419934e71a4 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:08.026568 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-895a044d-59e5-4e0c-b920-e6aa75d273ad req-dab118b5-2398-4ec7-a17b-9419934e71a4 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 945 time: 0.0840871 Jun 29 14:33:08.058620 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Calling delete_port for 3e02f0d7-64cf-465e-9376-8e90ec033a91 owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:08.062665 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e02f0d7-64cf-465e-9376-8e90ec033a91,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:08.065452 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:08.067984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] No DVR routers for this DVR port 3e02f0d7-64cf-465e-9376-8e90ec033a91 on host dv-cinder-798356-1-smb {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:33:08.076894 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-895a044d-59e5-4e0c-b920-e6aa75d273ad req-523e461f-f735-4744-b7ef-d5a879fae22b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Jun 29 14:33:08.096427 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No active binding found for port 3e02f0d7-64cf-465e-9376-8e90ec033a91 {{(pid=74212) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jun 29 14:33:08.097391 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 3e02f0d7-64cf-465e-9376-8e90ec033a91 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:08.133101 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:33:08.133469 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:33:08.189711 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.201895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859db1ef-90f5-4f17-b752-8074c963440c']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:08.213860 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e72e0c-5d4a-42c4-bf66-799119980680') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:08.214150 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e72e0c-5d4a-42c4-bf66-799119980680') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:08.225354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.241195 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.247207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:33:08.247608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:33:08.260149 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:33:08.336132 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.341049 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.343851 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:08.364838 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=859db1ef-90f5-4f17-b752-8074c963440c,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:08.366997 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:08.368590 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/859db1ef-90f5-4f17-b752-8074c963440c HTTP/1.1" status: 204 len: 168 time: 1.0875430 Jun 29 14:33:08.568837 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48916) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:08.619374 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-41ab4f80-34da-4a90-9101-ffb49ec92aca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d664fdcb63745a4a2a30d02a6dafce9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493212 Jun 29 14:33:08.621838 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 48922) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:08.634649 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Deleting port 3e02f0d7-64cf-465e-9376-8e90ec033a91 {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:08.635040 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.680201 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.706385 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06aec19e-4699-4ac2-83af-b22514320aaf None None] The port '3e02f0d7-64cf-465e-9376-8e90ec033a91' was deleted {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:33:08.706618 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.772448 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.776032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-927c746c-7f3b-4b68-a2cf-6c9504606c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:08.788125 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739aabf5-7d2a-4ac3-b98b-db80ce9418bc,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:08.791115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:08.800132 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:08.801242 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/739aabf5-7d2a-4ac3-b98b-db80ce9418bc HTTP/1.1" status: 204 len: 168 time: 0.1785293 Jun 29 14:33:09.224811 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48934) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:09.274123 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-bd593bfc-9465-4d00-940e-3731eb271283 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e22e499a63b4aeba22130080e2d1b68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481024 Jun 29 14:33:09.276597 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 48938) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:09.280772 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57d6a2-a11e-4f22-b412-ef86db88661c req-d42ce11d-0689-4a5b-b6c5-c3f591789c2c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:09.282246 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7b57d6a2-a11e-4f22-b412-ef86db88661c req-d42ce11d-0689-4a5b-b6c5-c3f591789c2c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 945 time: 0.0769777 Jun 29 14:33:09.334001 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7b57d6a2-a11e-4f22-b412-ef86db88661c req-1a33790a-a1b2-4e43-a652-fd497a5ab0b4 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460637 Jun 29 14:33:09.340363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:09.366624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:09.417370 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:09.422242 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1686b28f-0fbc-4eae-9bf9-b75f38e45b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:09.435742 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5999015-496f-4b85-b8ad-219c4d87e8f3,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:09.437830 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:09.438665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:09.440238 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5999015-496f-4b85-b8ad-219c4d87e8f3 HTTP/1.1" status: 204 len: 168 time: 0.1623826 Jun 29 14:33:09.682913 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 00624c04-3075-4ff2-a9ff-a98a00c17c5b no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:09.719974 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 00624c04-3075-4ff2-a9ff-a98a00c17c5b {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:33:09.720329 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 00624c04-3075-4ff2-a9ff-a98a00c17c5b not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:10.465418 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e4703-bd13-4efa-b13e-f81d0dea8d2d req-896e2f5a-5109-45f3-821b-16bb3ba7e0c0 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:10.466876 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-786e4703-bd13-4efa-b13e-f81d0dea8d2d req-896e2f5a-5109-45f3-821b-16bb3ba7e0c0 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 945 time: 0.0792427 Jun 29 14:33:10.511339 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-786e4703-bd13-4efa-b13e-f81d0dea8d2d req-0b24d965-5fe8-4b0d-a704-e499c5c5076a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384161 Jun 29 14:33:11.720198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05002701-059e-4f70-95ec-e4e9a3cdadae req-1147a04b-88b2-434f-8f31-463171cabc5c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:11.721654 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-05002701-059e-4f70-95ec-e4e9a3cdadae req-1147a04b-88b2-434f-8f31-463171cabc5c tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 945 time: 0.0788639 Jun 29 14:33:11.773873 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-05002701-059e-4f70-95ec-e4e9a3cdadae req-3297b61e-5ac2-4a1a-927b-49f76b9214f9 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/security-groups?id=46923659-72dd-4cb6-93ac-fe90fa57ac11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 Jun 29 14:33:11.933811 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-40992f83-352a-4b47-8a5b-4046830b535b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:11.935195 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-40992f83-352a-4b47-8a5b-4046830b535b tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 945 time: 0.0760119 Jun 29 14:33:12.009048 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Deleting port a17a9f83-c97a-4185-81bf-28f90e19d9de {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:33:12.009385 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:12.248315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] For port a17a9f83-c97a-4185-81bf-28f90e19d9de, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a17a9f83-c97a-4185-81bf-28f90e19d9de,segment=NetworkSegment(c19e3475-a1cf-4a93-97db-d3226ecc2c9e),segment_id=c19e3475-a1cf-4a93-97db-d3226ecc2c9e)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:12.248670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:12.457255 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Calling delete_port for a17a9f83-c97a-4185-81bf-28f90e19d9de owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:33:12.593912 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:12.599434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e19b9931-5ef6-47b7-994b-a36aac5bf4fa tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:12.606037 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['a17a9f83-c97a-4185-81bf-28f90e19d9de'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:33:12.644875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Pushing event deleted for resources: {'Port': ['ID=a17a9f83-c97a-4185-81bf-28f90e19d9de,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:12.648759 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:12.716190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] No DVR routers for this DVR port a17a9f83-c97a-4185-81bf-28f90e19d9de on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:33:12.718974 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:12.721466 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'name': 'network-vif-deleted', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:12.736586 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ca7efd66-5696-4b23-8974-0d8801e540e1 req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.74 "DELETE /v2.0/ports/a17a9f83-c97a-4185-81bf-28f90e19d9de HTTP/1.1" status: 204 len: 173 time: 0.7946658 Jun 29 14:33:12.777701 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e930a2a9-50c9-4613-a72c-6b93f0dbd51a', 'name': 'network-vif-deleted', 'tag': 'a17a9f83-c97a-4185-81bf-28f90e19d9de', 'status': 'completed', 'code': 200} Jun 29 14:33:12.951651 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-6937b684-3f70-4c5c-833c-cf77b1da1e1d req-0ea40132-3e1f-45a8-b031-9f647c1d5fb2 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] 10.222.0.11 "GET /v2.0/ports?device_id=e930a2a9-50c9-4613-a72c-6b93f0dbd51a HTTP/1.1" status: 200 len: 210 time: 0.0428329 Jun 29 14:33:15.063861 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device a17a9f83-c97a-4185-81bf-28f90e19d9de no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:15.096670 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: a17a9f83-c97a-4185-81bf-28f90e19d9de {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:33:15.097025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device a17a9f83-c97a-4185-81bf-28f90e19d9de not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:33:17.797297 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9877032d-e6f1-4a79-8841-c3899cd60f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:17.913075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e274-5137-488c-baa7-9d44f4b3b8a0 req-0db46acd-f491-427f-869c-b9a997677e59 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:17.914558 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ba42e274-5137-488c-baa7-9d44f4b3b8a0 req-0db46acd-f491-427f-869c-b9a997677e59 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.2394843 Jun 29 14:33:17.963295 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ba42e274-5137-488c-baa7-9d44f4b3b8a0 req-50209f58-b344-4998-9a11-66410e8de2e9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418994 Jun 29 14:33:18.297919 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:19.191155 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57ad27-4a6d-45cb-9d0f-868f8bff23ae req-6fd43627-04b3-4db7-9dad-a465f853108e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:19.192790 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc57ad27-4a6d-45cb-9d0f-868f8bff23ae req-6fd43627-04b3-4db7-9dad-a465f853108e tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0841999 Jun 29 14:33:19.244788 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc57ad27-4a6d-45cb-9d0f-868f8bff23ae req-facca106-925c-4d61-88f5-d34128d1aaf5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457478 Jun 29 14:33:19.931338 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62c55ed8-37a7-49ff-b612-27c2c944083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:20.485449 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02f234-96f3-439f-9f01-301c0ee560fc req-912904f4-e34f-493e-bf0c-657a83c39964 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:20.487840 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bd02f234-96f3-439f-9f01-301c0ee560fc req-912904f4-e34f-493e-bf0c-657a83c39964 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0949328 Jun 29 14:33:20.552251 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bd02f234-96f3-439f-9f01-301c0ee560fc req-8e1ad2e3-dbb8-4cec-a11e-039cb4e961a3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585847 Jun 29 14:33:21.109505 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:21.766258 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8976c-bd1c-4c9f-bc5f-c5b337aa3a86 req-4f202980-2c14-45fc-8b50-828cbc807537 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:21.768043 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9ec8976c-bd1c-4c9f-bc5f-c5b337aa3a86 req-4f202980-2c14-45fc-8b50-828cbc807537 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0815461 Jun 29 14:33:21.823010 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9ec8976c-bd1c-4c9f-bc5f-c5b337aa3a86 req-41798921-0e3f-47c7-b6cd-9640561d1b21 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490806 Jun 29 14:33:22.539877 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:23.049520 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12470e67-a340-485c-b84c-7b902617865f req-45e488b3-7dd6-4a32-a707-41fd49403cb4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:23.051155 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-12470e67-a340-485c-b84c-7b902617865f req-45e488b3-7dd6-4a32-a707-41fd49403cb4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0896890 Jun 29 14:33:23.099963 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-12470e67-a340-485c-b84c-7b902617865f req-ca5ed586-9cb4-4684-87a9-09f79b46a6e4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Jun 29 14:33:24.323633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f270f45-8476-4578-9f64-190d7f6d6c67 req-9dc5becd-0ca6-4313-8a31-79a97dff3353 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:24.326417 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0f270f45-8476-4578-9f64-190d7f6d6c67 req-9dc5becd-0ca6-4313-8a31-79a97dff3353 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0844026 Jun 29 14:33:24.376677 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0f270f45-8476-4578-9f64-190d7f6d6c67 req-4da79c78-c023-405f-a707-92afe5ab99e1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Jun 29 14:33:25.607101 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fb14e-ca03-468c-a7e5-cfcd0ecf45d4 req-2a48ccd6-55a2-49da-ab17-32a125ef5987 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:25.609302 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-aa5fb14e-ca03-468c-a7e5-cfcd0ecf45d4 req-2a48ccd6-55a2-49da-ab17-32a125ef5987 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0817609 Jun 29 14:33:25.662364 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-aa5fb14e-ca03-468c-a7e5-cfcd0ecf45d4 req-630265d9-759c-4d36-801c-a24dd5dfbcf2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 Jun 29 14:33:26.915085 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049d1d4-0041-438b-babc-84836d0158f3 req-50ff5b16-391c-408c-b349-0071cccab0ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:26.916651 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c049d1d4-0041-438b-babc-84836d0158f3 req-50ff5b16-391c-408c-b349-0071cccab0ee tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0878875 Jun 29 14:33:26.966090 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c049d1d4-0041-438b-babc-84836d0158f3 req-4a05950d-599f-4c25-b624-9275a4a1e13d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Jun 29 14:33:28.204789 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212717-56d9-41bf-9d57-ca3541b4a85a req-761b9325-1ec3-4688-9d8f-ef7f61568288 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:28.206242 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fb212717-56d9-41bf-9d57-ca3541b4a85a req-761b9325-1ec3-4688-9d8f-ef7f61568288 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0800204 Jun 29 14:33:28.256253 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-fb212717-56d9-41bf-9d57-ca3541b4a85a req-a271e9d8-bb0b-4532-875c-f948fa8898d8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Jun 29 14:33:29.043401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:29.108888 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:33:29.291791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:29.312914 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:33:29.404984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:29.429800 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:33:29.465983 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:29.473277 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:29.478526 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-00404c56-a5c5-4609-a8ae-dc7d199496c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:29.579667 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=6']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:29.590032 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.590423 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.590706 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.591031 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.591992 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.592362 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.592687 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.593105 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.593623 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.593941 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.594429 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:29.615215 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:29.617703 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['01d5b779-fd48-46f9-991b-46584f1a4b08'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:33:29.730943 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302aec1-6e61-4c78-9375-676d2fd591ca req-4bc530bb-5730-49bc-a175-67cc1896f979 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:29.733298 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2302aec1-6e61-4c78-9375-676d2fd591ca req-4bc530bb-5730-49bc-a175-67cc1896f979 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 945 time: 0.1727934 Jun 29 14:33:29.787165 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2302aec1-6e61-4c78-9375-676d2fd591ca req-b2c63957-826a-4b67-a246-cfce6c273b76 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483651 Jun 29 14:33:30.593179 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-108e9f3b-1c25-47bf-b792-632181c74864 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1098 time: 0.1523702 Jun 29 14:33:30.756508 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c202-b548-45ee-809b-d575db412fd1 req-b82922b3-2144-4297-a88e-e119c2a9fb62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:30.757947 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-b82922b3-2144-4297-a88e-e119c2a9fb62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1413107 Jun 29 14:33:30.894700 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-c4ed66cd-3b17-48f0-8e9d-296ae494fe0b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 1001 time: 0.1284704 Jun 29 14:33:31.118975 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:33:31.155238 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c202-b548-45ee-809b-d575db412fd1 req-5ab1f198-722a-4781-a515-aed03b1a391b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:31.156677 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-5ab1f198-722a-4781-a515-aed03b1a391b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.2539728 Jun 29 14:33:31.206009 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 01d5b779-fd48-46f9-991b-46584f1a4b08 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:33:31.206775 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:31.238451 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61dd8-91ff-4467-9675-f4d9d543f7cc req-63240990-9ce5-43ba-80ef-7dccc769e462 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:31.245203 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56f61dd8-91ff-4467-9675-f4d9d543f7cc req-63240990-9ce5-43ba-80ef-7dccc769e462 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 945 time: 0.1758623 Jun 29 14:33:31.305427 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-56f61dd8-91ff-4467-9675-f4d9d543f7cc req-24d67ab7-50f2-4033-b5b3-6e9d38f759b9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592866 Jun 29 14:33:31.350734 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:31.353649 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-0ac99cbc-f542-4425-9183-566a05ab39e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1884527 Jun 29 14:33:31.389660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:31.402306 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:31.409477 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:31.412178 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:31.479718 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'code': 200} Jun 29 14:33:31.486070 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=7']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:31.489843 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:31.513709 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-95e31d5e-94e6-4362-8e94-602c1490c1b2 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522362 Jun 29 14:33:31.665014 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e415c202-b548-45ee-809b-d575db412fd1 req-2ec68582-3a1f-4afc-a416-cb8ae4e76a48 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456475 Jun 29 14:33:32.576702 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d7159-8118-4b63-9490-1fee651ad0da req-81ed0bd9-0036-47d9-8363-1ef4287742e9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:32.578420 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fa9d7159-8118-4b63-9490-1fee651ad0da req-81ed0bd9-0036-47d9-8363-1ef4287742e9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0975666 Jun 29 14:33:32.631559 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fa9d7159-8118-4b63-9490-1fee651ad0da req-51adfbd8-122f-4631-8281-928b07e0fc00 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Jun 29 14:33:33.797481 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:33:34.012298 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82ee78-559f-486a-ad38-7f297453458e req-5a8a9cbf-5476-4567-be3c-39ea684763b6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:34.013820 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-eb82ee78-559f-486a-ad38-7f297453458e req-5a8a9cbf-5476-4567-be3c-39ea684763b6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0959740 Jun 29 14:33:34.072530 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-eb82ee78-559f-486a-ad38-7f297453458e req-cbc1cb79-2463-4dd6-99c3-1b395965b2af tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531666 Jun 29 14:33:35.475179 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149943e-25b2-4110-aa18-2141574f1dd2 req-1f7cba43-de87-433c-87d0-2cd4563840c8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:35.476642 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9149943e-25b2-4110-aa18-2141574f1dd2 req-1f7cba43-de87-433c-87d0-2cd4563840c8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0996931 Jun 29 14:33:35.529529 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9149943e-25b2-4110-aa18-2141574f1dd2 req-d8345371-da5d-4c0b-afa9-01c6259f67f5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463405 Jun 29 14:33:35.802889 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49258) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:35.863637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Deleting subnet 45262cd3-c16c-40e8-b536-3935930c8470 {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:33:35.866932 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:35.920680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7003792'] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:35.979529 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.062084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7009267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1340172'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.066085 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:36.102381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45262cd3-c16c-40e8-b536-3935930c8470,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:36.117671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.118390 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.118506 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.119066 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.119200 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.119547 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.119875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.120551 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.120657 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.121312 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.121312 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:33:36.124653 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.127350 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:36.131433 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-41438e85-03e1-4844-9e5a-b8b4ebd5c595 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/45262cd3-c16c-40e8-b536-3935930c8470 HTTP/1.1" status: 204 len: 168 time: 0.3269174 Jun 29 14:33:36.133754 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49262) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:36.244845 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.370648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.383694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66d0af8-6510-4141-8b5b-d4ceba10f18d']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:36.396906 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:36.397285 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19e3475-a1cf-4a93-97db-d3226ecc2c9e') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:33:36.409930 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.427044 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.434426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:33:36.434764 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:33:36.448175 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:33:36.565847 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.573841 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7743b6f3-3767-4ca0-8491-9d57f64717f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:36.612293 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:36.619262 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Pushing event deleted for resources: {'Network': ['ID=c66d0af8-6510-4141-8b5b-d4ceba10f18d,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:36.629328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:36.644787 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] 10.222.0.11 "DELETE /v2.0/networks/c66d0af8-6510-4141-8b5b-d4ceba10f18d HTTP/1.1" status: 204 len: 168 time: 0.5085995 Jun 29 14:33:36.823206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120ba2-b65b-4443-850b-79e229751ba1 req-939080b2-040e-4fb4-b58d-734991a32c75 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:36.825449 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d6120ba2-b65b-4443-850b-79e229751ba1 req-939080b2-040e-4fb4-b58d-734991a32c75 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.1154857 Jun 29 14:33:36.897436 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d6120ba2-b65b-4443-850b-79e229751ba1 req-33e7f1c8-3e9d-4148-8913-e1a79dfd02b7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636497 Jun 29 14:33:36.900951 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49272) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:36.967295 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-181ad596-b826-447c-89bb-d548c4d26b24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dd63a79d2a9452aa266b6f5b8da5a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0645983 Jun 29 14:33:36.969604 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49276) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:33:37.031890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:37.059406 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:37.120487 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:37.124850 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6189e6bd-2946-4122-b372-46941c757ac9 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:37.140174 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46923659-72dd-4cb6-93ac-fe90fa57ac11,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:37.143793 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:37.152792 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:37.157394 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46923659-72dd-4cb6-93ac-fe90fa57ac11 HTTP/1.1" status: 204 len: 168 time: 0.1868804 Jun 29 14:33:38.160941 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af2c2a-2dc4-4a0f-aa92-acac58ad4062 req-cd615a69-eb31-4d52-b395-555aa71c30ae tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:38.163078 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b7af2c2a-2dc4-4a0f-aa92-acac58ad4062 req-cd615a69-eb31-4d52-b395-555aa71c30ae tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0941684 Jun 29 14:33:38.220016 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b7af2c2a-2dc4-4a0f-aa92-acac58ad4062 req-7fd668e5-016b-4bfa-bd73-003384a79f1d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510249 Jun 29 14:33:39.466742 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652aa62-6a31-491a-a2c8-90ea225abcb3 req-69143891-20ca-453a-a835-77406e44036d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:39.468978 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b652aa62-6a31-491a-a2c8-90ea225abcb3 req-69143891-20ca-453a-a835-77406e44036d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0859714 Jun 29 14:33:39.518110 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b652aa62-6a31-491a-a2c8-90ea225abcb3 req-e3134f63-36e0-4d72-bc3f-3fa782449b31 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Jun 29 14:33:40.781847 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ca2c0-1412-429c-9113-ddfef173169d req-1f6fb7af-1100-4699-8bd6-51a2c3baf89a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:40.789985 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d75ca2c0-1412-429c-9113-ddfef173169d req-1f6fb7af-1100-4699-8bd6-51a2c3baf89a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.1016982 Jun 29 14:33:40.841755 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d75ca2c0-1412-429c-9113-ddfef173169d req-a787528e-f3b9-4343-8aa8-22ebee0e0491 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504611 Jun 29 14:33:42.113314 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2e31-54e7-43f5-b5e5-fc57e1b9aa48 req-fdef210d-37eb-40eb-9bf1-ab65f15ad381 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:42.117269 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-de6a2e31-54e7-43f5-b5e5-fc57e1b9aa48 req-fdef210d-37eb-40eb-9bf1-ab65f15ad381 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.1161849 Jun 29 14:33:42.188659 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-de6a2e31-54e7-43f5-b5e5-fc57e1b9aa48 req-614121ee-7d96-416b-a6a7-e50a99750acc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649452 Jun 29 14:33:43.068730 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-8e474691-560a-4807-9d64-0acdc8bba00f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1099 time: 0.0723641 Jun 29 14:33:43.197381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-9a72e49b-2a23-44e0-9ac6-092091715f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:43.198837 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-9a72e49b-2a23-44e0-9ac6-092091715f4a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1233728 Jun 29 14:33:43.431446 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-9fbfcd5b-1d25-4698-869a-ef929ff158c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 1002 time: 0.2258058 Jun 29 14:33:43.510740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdc6b5-3d36-49fc-aa53-e35655dd1545 req-069aa8a1-eac6-4964-8bc5-1394f70ceab2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:43.512240 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37fdc6b5-3d36-49fc-aa53-e35655dd1545 req-069aa8a1-eac6-4964-8bc5-1394f70ceab2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.1576760 Jun 29 14:33:43.521362 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-6130e0c9-48d9-4c64-a883-5aca1923c0ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:43.523411 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-6130e0c9-48d9-4c64-a883-5aca1923c0ef service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0802059 Jun 29 14:33:43.608685 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-37fdc6b5-3d36-49fc-aa53-e35655dd1545 req-f8264ec2-1472-4b9d-a86f-6094841b3f5a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888567 Jun 29 14:33:43.629703 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-d4e703b9-68de-4d40-9440-1548128fac0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919292 Jun 29 14:33:43.768835 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-18f62036-b204-4764-8817-17aabd245724 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308372 Jun 29 14:33:43.898020 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-625a79cf-b37f-4787-8920-f9dd29f20848 req-ea9f7f33-207a-435c-8bb2-5f40fae03266 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228957 Jun 29 14:33:44.826075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfbdfc-ac2c-436b-a08d-60edcbb02aa5 req-d945c726-947f-4ce3-8dd3-5ab77d1c8f35 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:44.827636 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c9bfbdfc-ac2c-436b-a08d-60edcbb02aa5 req-d945c726-947f-4ce3-8dd3-5ab77d1c8f35 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 946 time: 0.0815012 Jun 29 14:33:44.874686 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c9bfbdfc-ac2c-436b-a08d-60edcbb02aa5 req-f241cee9-3e8d-46ef-85a6-67e793274423 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 Jun 29 14:33:45.170941 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:45.281163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:45.307119 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:33:45.316831 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:33:45.320526 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:45.322210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:33:45.365315 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'code': 200} Jun 29 14:33:45.389868 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=8']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:33:45.392780 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:33:46.098111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c6642-1da6-4172-b8db-a19070208ec7 req-628cd280-0e12-46a3-8645-90eb589d8c08 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:46.099591 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-682c6642-1da6-4172-b8db-a19070208ec7 req-628cd280-0e12-46a3-8645-90eb589d8c08 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0760076 Jun 29 14:33:46.151363 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-682c6642-1da6-4172-b8db-a19070208ec7 req-8ed9b0fa-37ed-4031-a193-95c004ab82c2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jun 29 14:33:47.799300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-1df9ae75-ba46-4047-a4c6-87a48c5409b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:47.809603 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-1489c2a4-3e02-4fee-9aa3-233553ca6aa8 req-5cd94d98-443b-464f-bd90-24f2d16b3eda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2119164 Jun 29 14:33:48.072802 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-07c22cca-2980-4cbd-9c41-e5723f1a0d0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786734 Jun 29 14:33:48.094923 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29627db-08c3-44bc-b74a-2c9b64d241e0 req-d415c9c5-78a2-4db8-993a-faa04cf3e6df tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:48.097381 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c29627db-08c3-44bc-b74a-2c9b64d241e0 req-d415c9c5-78a2-4db8-993a-faa04cf3e6df tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0807121 Jun 29 14:33:48.146156 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c29627db-08c3-44bc-b74a-2c9b64d241e0 req-79301136-6536-4b63-a001-31a809fdbd3d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440028 Jun 29 14:33:48.344217 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:48.848571 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-c19e57fa-ae55-4ba9-8af7-3272cda6d23e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908&tenant_id=32cf3c96cba3487eaa6268817b22232c HTTP/1.1" status: 200 len: 1097 time: 0.0806229 Jun 29 14:33:48.937363 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-3f754b69-dfcc-43f4-825f-b7eb0c7f0b17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=32cf3c96cba3487eaa6268817b22232c&device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1097 time: 0.0693557 Jun 29 14:33:49.071205 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-2c48b102-442a-4732-9169-12facd774f46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:49.072705 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-2c48b102-442a-4732-9169-12facd774f46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 200 len: 918 time: 0.1287293 Jun 29 14:33:49.176972 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-6c968b58-fd30-4cf5-8181-7aefabc07bd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 200 len: 1000 time: 0.0959826 Jun 29 14:33:49.177594 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:33:49.248897 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-5fc36c55-beb9-4916-9bd6-0a64c5cbb84f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:49.250553 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-5fc36c55-beb9-4916-9bd6-0a64c5cbb84f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 200 len: 856 time: 0.0609663 Jun 29 14:33:49.389743 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-6024d519-5aa4-43bb-8577-83f4c334c044 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9cbe3f07-4df4-443d-9b6e-796c8723c81a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310592 Jun 29 14:33:49.422352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18082dcb-833c-4395-b2c9-5d3a20986bd7 req-01ad65fc-f893-45fa-bc04-b7f8ae681db7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:49.423805 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-18082dcb-833c-4395-b2c9-5d3a20986bd7 req-01ad65fc-f893-45fa-bc04-b7f8ae681db7 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.1163640 Jun 29 14:33:49.533641 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-18082dcb-833c-4395-b2c9-5d3a20986bd7 req-8c8599c0-9301-4023-9827-be563fc7c24c tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617163 Jun 29 14:33:49.563473 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-ac1b87a8-4030-49c4-9145-d51c473e47a8 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659067 Jun 29 14:33:49.769550 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92b7b844-77d2-41af-9507-71b5d672f8a4 req-7eb60edd-9071-4791-b4b3-34729a352cd5 service neutron] 10.222.0.74 "GET /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995330 Jun 29 14:33:49.935024 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-af0c4d62-7240-4355-b32a-2e882fed4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:50.797415 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e504b-64ee-4917-ad0e-49d558f9e61c req-d2b8a5c4-1a26-4c26-83b7-d91ba9486841 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:50.799759 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7e9e504b-64ee-4917-ad0e-49d558f9e61c req-d2b8a5c4-1a26-4c26-83b7-d91ba9486841 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.1129305 Jun 29 14:33:50.849987 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7e9e504b-64ee-4917-ad0e-49d558f9e61c req-40bac328-03ed-4a80-808c-ccda96fdea0d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439918 Jun 29 14:33:51.111468 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:52.102620 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46532-e9c8-437c-8401-296fce9238d4 req-288bea0a-38ef-410a-97f0-a425abb2b2f1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:52.104110 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-aeb46532-e9c8-437c-8401-296fce9238d4 req-288bea0a-38ef-410a-97f0-a425abb2b2f1 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0982752 Jun 29 14:33:52.155900 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-aeb46532-e9c8-437c-8401-296fce9238d4 req-00f27918-1648-4380-ad02-16b50b165224 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Jun 29 14:33:52.544888 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:53.400988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120df79-1317-4e52-a29c-f101cbbfd144 req-64bbcc6a-9334-4ee7-9397-2679e8c500db tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:53.402461 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1120df79-1317-4e52-a29c-f101cbbfd144 req-64bbcc6a-9334-4ee7-9397-2679e8c500db tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0819719 Jun 29 14:33:53.450685 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1120df79-1317-4e52-a29c-f101cbbfd144 req-fb990c27-413e-4f54-9b3b-c8992b15054b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Jun 29 14:33:54.672822 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101880a-d73c-4cb1-a75b-719ad980545c req-d2edc35a-535f-4250-8546-d292fbeeebbc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:54.674391 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0101880a-d73c-4cb1-a75b-719ad980545c req-d2edc35a-535f-4250-8546-d292fbeeebbc tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0813243 Jun 29 14:33:54.727197 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0101880a-d73c-4cb1-a75b-719ad980545c req-d7b900d5-da4d-4142-8f23-1832933f18f8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459495 Jun 29 14:33:55.967979 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819e1fd-2904-4cb1-9a71-5c69fa5f6bcd req-268e4d46-9b3b-412b-8be9-29c67b84b7b2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:55.969620 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2819e1fd-2904-4cb1-9a71-5c69fa5f6bcd req-268e4d46-9b3b-412b-8be9-29c67b84b7b2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0861528 Jun 29 14:33:56.020716 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2819e1fd-2904-4cb1-9a71-5c69fa5f6bcd req-5ae3e845-434b-4207-94d9-9c99217296bb tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Jun 29 14:33:57.235036 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92620-bb18-4ee8-bd5b-1b6245f84d16 req-f27b40aa-cb75-44f2-a793-bbf6609d79b2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:57.236538 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-63d92620-bb18-4ee8-bd5b-1b6245f84d16 req-f27b40aa-cb75-44f2-a793-bbf6609d79b2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0785022 Jun 29 14:33:57.284389 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-63d92620-bb18-4ee8-bd5b-1b6245f84d16 req-b95aa517-d1e8-4b69-8e08-303042144bf0 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420001 Jun 29 14:33:58.526633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02358b-ad20-4e16-8564-4ba75868160f req-a314cd7e-cdc8-410c-9802-0de7dfa3d842 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:58.528264 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d02358b-ad20-4e16-8564-4ba75868160f req-a314cd7e-cdc8-410c-9802-0de7dfa3d842 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0871406 Jun 29 14:33:58.575261 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1d02358b-ad20-4e16-8564-4ba75868160f req-944c778c-8b12-433a-a649-4d7dc7dee51d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408642 Jun 29 14:33:59.045121 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:33:59.953060 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaff15-513d-44e4-9146-357d1281cddf req-4804985b-8b07-402f-92e5-05759eee827b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:33:59.954543 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0afaff15-513d-44e4-9146-357d1281cddf req-4804985b-8b07-402f-92e5-05759eee827b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.1873930 Jun 29 14:34:00.004870 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0afaff15-513d-44e4-9146-357d1281cddf req-68ba675e-3976-4d6b-bc56-aa4746e9f98f tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Jun 29 14:34:01.244434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d95dc4-eab1-4fe6-b4e5-ec2a4992807c req-8f0e4c1e-06c9-40ef-8a50-11299db697df tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:01.246048 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-58d95dc4-eab1-4fe6-b4e5-ec2a4992807c req-8f0e4c1e-06c9-40ef-8a50-11299db697df tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0847700 Jun 29 14:34:01.294212 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-58d95dc4-eab1-4fe6-b4e5-ec2a4992807c req-901b3eee-11ad-4b42-b749-ec60d439ce82 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Jun 29 14:34:02.513636 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f98d0a-36d7-4185-b977-6f3448172273 req-1b2493b4-05ca-42d2-aece-1bd157377148 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:02.515401 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-22f98d0a-36d7-4185-b977-6f3448172273 req-1b2493b4-05ca-42d2-aece-1bd157377148 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0821691 Jun 29 14:34:02.595208 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-22f98d0a-36d7-4185-b977-6f3448172273 req-08548eb7-e41f-4cf8-bbb9-432a8c051f8b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678351 Jun 29 14:34:03.805736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d158a9-94db-4de0-b0c5-1b2cd7f4350d req-09aab9e6-6d08-4b12-b943-9712e4dd23c4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:03.807241 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92d158a9-94db-4de0-b0c5-1b2cd7f4350d req-09aab9e6-6d08-4b12-b943-9712e4dd23c4 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0765989 Jun 29 14:34:03.853524 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-92d158a9-94db-4de0-b0c5-1b2cd7f4350d req-1f066d97-3194-4ec7-9e9c-c344d4431053 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Jun 29 14:34:05.065778 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f3d76-57c5-45ff-872d-dd89e67c07a3 req-54dca1e1-5dea-4476-949b-76ce874e6fe6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:05.067288 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-224f3d76-57c5-45ff-872d-dd89e67c07a3 req-54dca1e1-5dea-4476-949b-76ce874e6fe6 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 944 time: 0.0786002 Jun 29 14:34:05.112470 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-224f3d76-57c5-45ff-872d-dd89e67c07a3 req-ca4b37c7-d717-4db2-a180-572760edd037 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 Jun 29 14:34:05.274140 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:34:05.405822 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:05.419668 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'port_id': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'mac_address': 'fa:16:3e:d1:a5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:34:05.476055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:05.492967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:34:05.507443 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:05.510769 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:05.512444 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:05.576421 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=9']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:05.579470 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:05.750431 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['01d5b779-fd48-46f9-991b-46584f1a4b08'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:34:06.342707 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc01e5-e54a-4e6d-ad19-00ea3e910a1a req-5c2da933-3238-44c1-9284-3d95745eaa22 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:06.344227 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-68cc01e5-e54a-4e6d-ad19-00ea3e910a1a req-5c2da933-3238-44c1-9284-3d95745eaa22 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 945 time: 0.0878954 Jun 29 14:34:06.390774 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-68cc01e5-e54a-4e6d-ad19-00ea3e910a1a req-6f4b8e5a-a983-4031-afc6-7e69e98a8dce tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Jun 29 14:34:06.640972 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecb197-165e-4bdf-b3f0-d716a422cded req-258e3269-7320-463e-bf85-eb962d3e1b80 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:06.642655 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a0ecb197-165e-4bdf-b3f0-d716a422cded req-258e3269-7320-463e-bf85-eb962d3e1b80 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.0747049 Jun 29 14:34:06.693274 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a0ecb197-165e-4bdf-b3f0-d716a422cded req-11af1f9e-b42a-4743-960c-f63135d5be36 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Jun 29 14:34:07.285070 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:34:07.352966 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 01d5b779-fd48-46f9-991b-46584f1a4b08 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:34:07.353342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:07.467035 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:07.494414 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:34:07.503762 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:07.509874 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:07.512324 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:07.609458 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=10']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:07.612760 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:07.633754 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b06f1-5119-4a1d-b067-2c57494069e5 req-10d17d8b-b74c-4412-b827-9f6d63e99ad8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:07.635218 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0e1b06f1-5119-4a1d-b067-2c57494069e5 req-10d17d8b-b74c-4412-b827-9f6d63e99ad8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.0875180 Jun 29 14:34:07.687394 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0e1b06f1-5119-4a1d-b067-2c57494069e5 req-dd946f9c-4907-49ad-b196-8b893341dd64 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Jun 29 14:34:07.764361 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'code': 200} Jun 29 14:34:07.925753 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb12a4-1fa3-4daf-8f82-5e79276e2206 req-ffc54884-90ad-44c7-807b-723894465ad1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:07.928122 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efbb12a4-1fa3-4daf-8f82-5e79276e2206 req-ffc54884-90ad-44c7-807b-723894465ad1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.0956321 Jun 29 14:34:07.978929 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-efbb12a4-1fa3-4daf-8f82-5e79276e2206 req-a3ba201c-202f-48e5-bc81-3e2b4921220a tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Jun 29 14:34:08.033617 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c5dd1b26-74c0-49b5-8b2f-8c655c9f1d39 req-98630dd0-4b3d-4da6-8a62-ad82a805864f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 1100 time: 0.0733626 Jun 29 14:34:08.079230 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c5dd1b26-74c0-49b5-8b2f-8c655c9f1d39 req-d65bc4c6-eae8-4fc6-9116-df33427cb2eb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365748 Jun 29 14:34:08.422694 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c515-20d4-47ec-a644-52032b9b1082 req-032456b6-7996-41e3-a37c-f04b7f899404 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:08.424042 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9326c515-20d4-47ec-a644-52032b9b1082 req-032456b6-7996-41e3-a37c-f04b7f899404 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.0780580 Jun 29 14:34:08.495592 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Deleting port c054c0ff-28e0-44f3-aac7-bb46bba907d7 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:08.495957 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:08.732311 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] For port c054c0ff-28e0-44f3-aac7-bb46bba907d7, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c054c0ff-28e0-44f3-aac7-bb46bba907d7,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:08.732674 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:09.174670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1d091-273b-4f72-9522-ebaa06819284 req-2f800ce6-d4b9-4ea4-b88e-1f8818b06c3d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:09.176167 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f1d091-273b-4f72-9522-ebaa06819284 req-2f800ce6-d4b9-4ea4-b88e-1f8818b06c3d tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.3419309 Jun 29 14:34:09.184032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:09.184664 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:09.184982 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Floating IP aa0a1083-a9d1-4572-9eec-ebbcd59fd3df disassociated. External IP: 172.28.0.59, port: c054c0ff-28e0-44f3-aac7-bb46bba907d7. Jun 29 14:34:09.185319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Calling delete_port for c054c0ff-28e0-44f3-aac7-bb46bba907d7 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:09.192367 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901640b-c628-4ae6-81be-e5b3a5fd04e0 req-c4ae78c0-677f-4414-a05a-0033ae42374b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:09.193915 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8901640b-c628-4ae6-81be-e5b3a5fd04e0 req-c4ae78c0-677f-4414-a05a-0033ae42374b tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 946 time: 0.0912611 Jun 29 14:34:09.243060 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8901640b-c628-4ae6-81be-e5b3a5fd04e0 req-992592b5-625e-4d6b-add9-d27003f35373 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups?id=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Jun 29 14:34:09.289031 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f1d091-273b-4f72-9522-ebaa06819284 req-b7d9ee86-7f55-4e1d-b450-3e53534bd8f5 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768476 Jun 29 14:34:09.366009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:09.372576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-aaaeb7f7-76d0-405a-820f-212dde466faa tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:09.413173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'Port': ['ID=c054c0ff-28e0-44f3-aac7-bb46bba907d7,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:09.415775 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:09.646211 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:34:09.849771 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:34:09.860794 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:34:09.873027 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:09.873675 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:33:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:09.924104 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] No DVR routers for this DVR port c054c0ff-28e0-44f3-aac7-bb46bba907d7 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:34:09.926567 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:09.929135 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'name': 'network-vif-deleted', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:34:09.944638 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-9326c515-20d4-47ec-a644-52032b9b1082 req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.74 "DELETE /v2.0/ports/c054c0ff-28e0-44f3-aac7-bb46bba907d7 HTTP/1.1" status: 204 len: 173 time: 1.5146966 Jun 29 14:34:10.069103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:10.075339 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297c5e82-a71f-4385-bca1-7e86aa1744ce', 'name': 'network-vif-deleted', 'tag': 'c054c0ff-28e0-44f3-aac7-bb46bba907d7', 'status': 'completed', 'code': 200} Jun 29 14:34:10.382652 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:10.387980 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:34:10.400920 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:10.401973 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:33:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:10.447855 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d21eedf1-c7fa-4bec-8d10-9b542b2b929f req-3e9828ca-b058-4b7d-85fd-a506113dfd1d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Synchronizing usage tracker for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:34:10.468039 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d21eedf1-c7fa-4bec-8d10-9b542b2b929f req-3e9828ca-b058-4b7d-85fd-a506113dfd1d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Unset dirty status for tenant:5ab4ccee97444809bb6b8f8a577ed7ed on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:34:10.469541 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d21eedf1-c7fa-4bec-8d10-9b542b2b929f req-3e9828ca-b058-4b7d-85fd-a506113dfd1d tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/ports?device_id=297c5e82-a71f-4385-bca1-7e86aa1744ce HTTP/1.1" status: 200 len: 210 time: 0.0761662 Jun 29 14:34:10.595333 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99479e-aab0-41c7-8a01-ca0fe6487da0 req-64e531cd-dede-494e-b6a0-d97863eb3c60 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:10.596904 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7b99479e-aab0-41c7-8a01-ca0fe6487da0 req-64e531cd-dede-494e-b6a0-d97863eb3c60 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.1133938 Jun 29 14:34:10.641797 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:10.642936 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-7b99479e-aab0-41c7-8a01-ca0fe6487da0 req-d874e93e-5726-4784-acab-dcc3df517017 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402598 Jun 29 14:34:10.799457 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:34:10.981677 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:10.986016 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886b0717-2c12-43f4-8a6e-0f20e565b790 None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:28:20Z', 'revision_number': 4, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '1fc0a244-0034-48dc-858d-4a6439ee7f86', 'name': '', 'network_id': 'eede1e2a-eccd-43e1-abd0-f71ef84ceee4', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'mac_address': 'fa:16:3e:0a:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:19Z', 'updated_at': '2021-06-29T14:28:33Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'subnets': [{'id': 'eb983a40-cec4-4ad5-8b3e-610ce2de2d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:34:11.196967 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360643ca-743e-49b4-8ac4-50c5b9bb56ac None None] New status for floating IP aa0a1083-a9d1-4572-9eec-ebbcd59fd3df: DOWN {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:34:11.300498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c054c0ff-28e0-44f3-aac7-bb46bba907d7 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:11.332004 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: c054c0ff-28e0-44f3-aac7-bb46bba907d7 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:11.332004 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c054c0ff-28e0-44f3-aac7-bb46bba907d7 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:11.613220 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49760) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:11.676299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:11.704257 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:11.754978 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:11.758706 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9202f56d-7ea6-428a-b260-39c7b229b682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:11.774910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:11.778013 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:11.789236 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:11.790356 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "DELETE /v2.0/security-groups/f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d HTTP/1.1" status: 204 len: 168 time: 0.1761498 Jun 29 14:34:11.792943 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49764) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:11.809781 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.api.v2.resource [None req-2a82053b-c5ec-43ec-9cc8-782a9c1b79e1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] show failed (client error): The resource could not be found. Jun 29 14:34:11.810744 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2a82053b-c5ec-43ec-9cc8-782a9c1b79e1 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "GET /v2.0/security-groups/f35ddfe3-15fc-4ebb-b1b1-0a9c3ee66f1d HTTP/1.1" status: 404 len: 347 time: 0.0164442 Jun 29 14:34:11.813432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49768) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:11.962642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Deleting port 8feb83bd-03cc-4a17-b1c8-b846be14162f {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:11.962988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.133668 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.134001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.259814 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Calling delete_port for 8feb83bd-03cc-4a17-b1c8-b846be14162f owned by network:floatingip {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:12.393962 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.397977 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:12.529195 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Pushing event deleted for resources: {'Port': ['ID=8feb83bd-03cc-4a17-b1c8-b846be14162f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:12.532992 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:12.616643 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks [] for floatingip, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.632829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:12.633927 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] 10.222.0.11 "DELETE /v2.0/floatingips/aa0a1083-a9d1-4572-9eec-ebbcd59fd3df HTTP/1.1" status: 204 len: 168 time: 0.8196576 Jun 29 14:34:13.480554 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49788) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:13.619481 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.652897 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:13.656639 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Usage tracker for resource:security_group_rule and tenant:00517132f30c403d807cad2d4d69c52a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:13.659627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:13.665402 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:13.735942 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.747755 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.758423 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7ce27e54-a3b3-48ae-991b-0040ab3d82a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:13.797794 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f921b8d-9eb3-4f88-a153-ca7cdf4fab21,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:13.801766 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00517132f30c403d807cad2d4d69c52a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3201864 Jun 29 14:34:13.802629 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:13.804357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49794) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:13.872402 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.901612 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.961366 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.967467 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d74d73fe-fc00-4dce-8e3e-47ba489e7fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:13.986000 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f921b8d-9eb3-4f88-a153-ca7cdf4fab21,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:13.989367 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:13.993673 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:13.995171 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f921b8d-9eb3-4f88-a153-ca7cdf4fab21 HTTP/1.1" status: 204 len: 168 time: 0.1895466 Jun 29 14:34:15.254432 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49836) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:15.396636 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.433452 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:15.437907 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Usage tracker for resource:security_group_rule and tenant:282f0dacfc9e4be6a8acd3e1cac5f0db is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:15.441312 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:15.448092 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:15.516541 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.521684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.528455 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f7effc37-9e73-46ca-b539-e4db029c9660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:15.567263 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a2a8d3-c3d5-4af7-a6d5-b11aba4d9f76,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:15.573481 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=282f0dacfc9e4be6a8acd3e1cac5f0db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186672 Jun 29 14:34:15.576426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49846) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:15.578808 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.579195 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.579563 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.579916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.580273 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.580632 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.580982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.581331 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.581677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.582256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.582501 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:15.587586 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:15.639017 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.664847 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.718569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.723269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ed2575ab-a1f5-48fe-9158-672cd7da1eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:15.733516 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a2a8d3-c3d5-4af7-a6d5-b11aba4d9f76,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:15.737376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:15.744436 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:15.746756 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2a2a8d3-c3d5-4af7-a6d5-b11aba4d9f76 HTTP/1.1" status: 204 len: 168 time: 0.1681044 Jun 29 14:34:16.703738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49858) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:17.255483 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:17.800751 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdb78-e03a-41e9-8db8-094828610b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:17.919191 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Deleting port 1fc0a244-0034-48dc-858d-4a6439ee7f86 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:17.919720 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:18.084326 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-71828d28-f713-4750-a453-b16741161cea admin admin] For port 1fc0a244-0034-48dc-858d-4a6439ee7f86, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=1fc0a244-0034-48dc-858d-4a6439ee7f86,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:18.084680 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:18.202872 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Calling delete_port for 1fc0a244-0034-48dc-858d-4a6439ee7f86 owned by network:router_interface {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:18.297272 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:18.373867 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:18.377393 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c66f9177-c09c-4c64-bef9-e8df9c9d2e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:18.420277 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc0a244-0034-48dc-858d-4a6439ee7f86,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:18.424181 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:18.707363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:19.384424 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Router 13ea8f4d-fc7a-4858-9068-48733a02db28 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:34:19.587963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:34:19.596864 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Sync routers for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:34:19.609266 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-71828d28-f713-4750-a453-b16741161cea admin admin] 10.222.0.11 "PUT /v2.0/routers/13ea8f4d-fc7a-4858-9068-48733a02db28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9044378 Jun 29 14:34:19.609459 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:19.610063 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:33:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:19.611762 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49864) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:19.786331 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:19.810186 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks [] for router, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:19.977619 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4f23bc1d-6bae-4e8e-a7d8-50f56e81b442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:20.004411 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:20.014901 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Deleting port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:20.015265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:20.075067 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65'}], 'enable_snat': True}, 'gw_port_id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:34:18Z', 'revision_number': 5, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port': {'id': '39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:20.078874 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Checking router: 13ea8f4d-fc7a-4858-9068-48733a02db28 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:34:20.089619 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Routers {'13ea8f4d-fc7a-4858-9068-48733a02db28'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:20.090755 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['13ea8f4d-fc7a-4858-9068-48733a02db28'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:20.187875 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] For port 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:20.188228 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:20.237883 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] Set router 13ea8f4d-fc7a-4858-9068-48733a02db28 gateway port host: None {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:20.306496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Calling delete_port for 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa owned by network:router_gateway {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:20.340993 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:34:20Z', 'revision_number': 6, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:20.344854 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294dca5-49d8-400d-97ad-571896920e6d None None] The sync data for ids ['13ea8f4d-fc7a-4858-9068-48733a02db28'] in dv-cinder-798356-1-smb is: [{'id': '13ea8f4d-fc7a-4858-9068-48733a02db28', 'name': 'tempest-AttachVolumeTestJSON-158541406-router', 'tenant_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:12Z', 'updated_at': '2021-06-29T14:34:20Z', 'revision_number': 6, 'project_id': '5ab4ccee97444809bb6b8f8a577ed7ed', 'gw_port_host': None}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:34:20.466880 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:20.470423 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f68d9ba8-1294-453d-a848-341a7b0d7a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:20.508206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Pushing event deleted for resources: {'Port': ['ID=39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:20.510627 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:20.836684 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.090482 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.094719 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.115163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.119235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.119754 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ea8f4d-fc7a-4858-9068-48733a02db28 {{(pid=74210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:34:21.131674 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.132790 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] 10.222.0.11 "DELETE /v2.0/routers/13ea8f4d-fc7a-4858-9068-48733a02db28 HTTP/1.1" status: 204 len: 168 time: 1.5201383 Jun 29 14:34:21.135189 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49868) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:21.196611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Deleting subnet eb983a40-cec4-4ad5-8b3e-610ce2de2d5b {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:34:21.200064 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.250649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.330248 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.397896 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.402004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:21.434443 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb983a40-cec4-4ad5-8b3e-610ce2de2d5b,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:21.436918 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:21.440444 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.445255 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd27d6e-9a4a-41ec-8fb0-b76e34585e12 None None] Network eede1e2a-eccd-43e1-abd0-f71ef84ceee4 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:34:21.446909 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7b650dc3-246a-41ec-bc47-dade46bfc75e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eb983a40-cec4-4ad5-8b3e-610ce2de2d5b HTTP/1.1" status: 204 len: 168 time: 0.3107908 Jun 29 14:34:21.449980 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49872) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:21.557235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.567797 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Deleting port 53d69eca-1594-4f61-860a-7bb96a96b227 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:21.568065 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.735683 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] DHCP port deletion for eede1e2a-eccd-43e1-abd0-f71ef84ceee4 request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:34:21.738727 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Deleting port 53d69eca-1594-4f61-860a-7bb96a96b227 {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:21.739108 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.771219 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 1fc0a244-0034-48dc-858d-4a6439ee7f86 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:21.776497 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] For port 53d69eca-1594-4f61-860a-7bb96a96b227, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=53d69eca-1594-4f61-860a-7bb96a96b227,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:21.776859 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.810847 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 1fc0a244-0034-48dc-858d-4a6439ee7f86 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:21.811216 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 1fc0a244-0034-48dc-858d-4a6439ee7f86 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:21.811642 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:21.852526 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:21.852803 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 39f3709c-a6a7-4b9d-9e2a-0d2ecfeda3aa not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:21.896647 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Calling delete_port for 53d69eca-1594-4f61-860a-7bb96a96b227 owned by network:dhcp {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:21.969693 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:21.973967 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-09a375ea-3447-4a44-b18a-bf42655c62da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:22.003624 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] For port 53d69eca-1594-4f61-860a-7bb96a96b227, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=53d69eca-1594-4f61-860a-7bb96a96b227,segment=NetworkSegment(b99c1bd7-f071-43de-b7f5-b449e9389e3e),segment_id=b99c1bd7-f071-43de-b7f5-b449e9389e3e)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:22.004015 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.016649 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d69eca-1594-4f61-860a-7bb96a96b227,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:22.020605 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:22.023091 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] No DVR routers for this DVR port 53d69eca-1594-4f61-860a-7bb96a96b227 on host dv-cinder-798356-1-smb {{(pid=74210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:34:22.122762 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Calling delete_port for 53d69eca-1594-4f61-860a-7bb96a96b227 owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:22.192044 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:34:22.192407 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:34:22.231953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.244725 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eede1e2a-eccd-43e1-abd0-f71ef84ceee4']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:22.256913 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99c1bd7-f071-43de-b7f5-b449e9389e3e') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:22.257211 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99c1bd7-f071-43de-b7f5-b449e9389e3e') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:22.268198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.283327 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.289119 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:34:22.289503 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:34:22.302878 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:34:22.378410 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.382041 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c947fe9a-91e0-4714-b3e1-6680d9e5d002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:22.394774 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.406461 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Pushing event deleted for resources: {'Network': ['ID=eede1e2a-eccd-43e1-abd0-f71ef84ceee4,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:22.410485 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:22.418843 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eede1e2a-eccd-43e1-abd0-f71ef84ceee4 HTTP/1.1" status: 204 len: 168 time: 0.9679496 Jun 29 14:34:22.541723 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.557916 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49878) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:22.611945 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2ce237a0-7b1f-483c-ac3a-2dc6a37b53c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ab4ccee97444809bb6b8f8a577ed7ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526376 Jun 29 14:34:22.614279 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49882) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:22.673680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.694052 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Deleting port 53d69eca-1594-4f61-860a-7bb96a96b227 {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:22.694443 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.697451 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.748402 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.753426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:22.763080 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-da201a57-b4c5-4ee1-93da-c36fcfb42c9c None None] The port '53d69eca-1594-4f61-860a-7bb96a96b227' was deleted {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:34:22.767320 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30b8dd-25e6-404c-8dc1-9648910b5750,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:22.771825 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:22.775197 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:22.783484 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d30b8dd-25e6-404c-8dc1-9648910b5750 HTTP/1.1" status: 204 len: 168 time: 0.1643426 Jun 29 14:34:23.742284 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 53d69eca-1594-4f61-860a-7bb96a96b227 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:23.773938 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 53d69eca-1594-4f61-860a-7bb96a96b227 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:23.774294 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 53d69eca-1594-4f61-860a-7bb96a96b227 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:25.036888 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49938) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:25.172327 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.202438 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:25.206155 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Usage tracker for resource:security_group_rule and tenant:36e1e1478eb64146b17e4b1f96c323ed is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:25.209426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:25.215224 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:25.278454 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.282315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.289421 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-16cc7b6c-53b7-4ceb-af6e-ef874d0cb413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:25.330657 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36e1e1478eb64146b17e4b1f96c323ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2927372 Jun 29 14:34:25.331536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5800269f-dc83-4ccd-8a6f-fc625fa0fd94,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:25.333368 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 49944) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:25.334539 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:25.392990 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.418341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.468093 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.472724 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-35158aa4-3236-4607-bef2-789898b1805d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:25.482983 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800269f-dc83-4ccd-8a6f-fc625fa0fd94,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:25.486267 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:25.489987 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.491114 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5800269f-dc83-4ccd-8a6f-fc625fa0fd94 HTTP/1.1" status: 204 len: 168 time: 0.1561503 Jun 29 14:34:25.810105 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49952) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:25.832093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.869126 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:25.872886 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Usage tracker for resource:security_group_rule and tenant:ee2b55ef78ad4dc596e5d8ff4b8bd73a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:25.875641 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:25.881231 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:25.946569 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.950862 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:25.958441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-61573354-2706-4752-8df5-7f31ec199605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:25.997655 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b81e0a-ec24-4ce7-a57f-bb4e7af5c506,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:26.000597 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:26.003435 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-235364fb-c116-47e9-bdd4-11443f83708b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee2b55ef78ad4dc596e5d8ff4b8bd73a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1922963 Jun 29 14:34:26.006030 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 49956) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:26.063819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:26.088940 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:26.143064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:26.147645 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-ef050bf5-884c-4bbe-922c-ca0f4621d1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:26.159512 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b81e0a-ec24-4ce7-a57f-bb4e7af5c506,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:26.161721 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:26.169283 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:26.170423 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6b81e0a-ec24-4ce7-a57f-bb4e7af5c506 HTTP/1.1" status: 204 len: 168 time: 0.1635089 Jun 29 14:34:29.041545 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.141196 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0b5e-cd00-457d-95a6-9a0e6fa70c76 req-a362a5f1-9d54-4b6a-a303-364e1e48781b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:44.142673 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9c9e0b5e-cd00-457d-95a6-9a0e6fa70c76 req-a362a5f1-9d54-4b6a-a303-364e1e48781b tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.0819468 Jun 29 14:34:44.189027 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-9c9e0b5e-cd00-457d-95a6-9a0e6fa70c76 req-12e05935-ac3a-4807-959f-57b948c81853 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Jun 29 14:34:44.515331 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50184) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:44.654661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.683489 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:44.687144 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Usage tracker for resource:security_group_rule and tenant:173c445ec1204c958fc0764d66a05621 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:44.689820 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:44.695323 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:44.756828 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.760291 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.766869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-40b8892e-80a7-47a4-96c0-fd5a63bafbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:44.807778 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350f2b08-6bc1-4ead-98ab-3d9c4bac0cf7,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:44.810924 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:44.813550 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-023fa424-3fef-4b31-835e-e22144f8ab43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=173c445ec1204c958fc0764d66a05621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2971506 Jun 29 14:34:44.816971 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50190) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:44.874243 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.898551 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.950735 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.954242 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-82713a44-4318-4e5d-85ae-2f598fcb4cc0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:44.967341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f2b08-6bc1-4ead-98ab-3d9c4bac0cf7,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:44.970235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:44.972357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:44.974148 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-deaad97e-58b7-47c9-9934-08d1a666193c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/350f2b08-6bc1-4ead-98ab-3d9c4bac0cf7 HTTP/1.1" status: 204 len: 168 time: 0.1557598 Jun 29 14:34:45.299606 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50200) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:45.318523 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.426831 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:45.433556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Usage tracker for resource:security_group_rule and tenant:a0144ef353004088bc4a02d4d7835c3b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:45.439428 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:45.449815 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:45.517741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62b26-db89-4946-88de-417df10a0d9d req-2999b27c-7adc-4a47-a1e7-46d23010b26a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:45.519195 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1f62b26-db89-4946-88de-417df10a0d9d req-2999b27c-7adc-4a47-a1e7-46d23010b26a tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.1403325 Jun 29 14:34:45.524378 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bf217-d448-4189-a55e-dea382467570 req-81b52087-90ea-4f2d-8758-fcd66557df86 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:34:45.525706 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b83bf217-d448-4189-a55e-dea382467570 req-81b52087-90ea-4f2d-8758-fcd66557df86 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 947 time: 0.1836758 Jun 29 14:34:45.641675 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.649046 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.658670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-8fa4d372-40da-45c1-988a-9ce57e5b35f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:45.670111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Deleting port 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:45.670445 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.705093 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-b83bf217-d448-4189-a55e-dea382467570 req-18276b4d-168f-4c73-b46d-0c4fce5ecea8 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups?id=03d72cd5-7085-4b0d-9a7e-466cd14b5035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446688 Jun 29 14:34:45.749846 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f523da-58c9-4029-9587-444502f63b77,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:45.756604 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0144ef353004088bc4a02d4d7835c3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4559731 Jun 29 14:34:45.759445 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50204) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:45.804858 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.805168 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.805497 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.805850 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.806202 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.806551 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.806895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.807271 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.807648 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.807988 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.808328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:45.813840 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bc03310b-3bb5-4f0e-8bec-72d2d69e910c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:45.819306 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.845265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.897674 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.902972 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-81bafa9e-0e68-437e-9207-ce5c4a4e0ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:45.912961 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f523da-58c9-4029-9587-444502f63b77,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:45.915257 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:45.921743 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:45.923034 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ddcb85f1-9968-46de-a108-40d206cad2b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4f523da-58c9-4029-9587-444502f63b77 HTTP/1.1" status: 204 len: 168 time: 0.1626117 Jun 29 14:34:45.965474 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] For port 01d5b779-fd48-46f9-991b-46584f1a4b08, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=01d5b779-fd48-46f9-991b-46584f1a4b08,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:45.965848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:46.336281 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:46.336895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:46.337362 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Floating IP e4960081-ee39-42bb-9c36-1df03484b76e disassociated. External IP: 172.28.0.170, port: 01d5b779-fd48-46f9-991b-46584f1a4b08. Jun 29 14:34:46.337362 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Calling delete_port for 01d5b779-fd48-46f9-991b-46584f1a4b08 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:46.476114 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:46.485404 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5e0811c9-3f42-4928-aa3f-1ca6780aba1a tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:46.525107 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'Port': ['ID=01d5b779-fd48-46f9-991b-46584f1a4b08,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:46.529594 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:46.743807 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:34:46.911743 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fafc5ee7-65aa-4aa1-a66b-86d267590219 req-d0510088-db16-44f8-a57a-e180e789d743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbea4ae1-52b3-4f4f-a398-5cbaf0661908 HTTP/1.1" status: 200 len: 210 time: 0.0625560 Jun 29 14:34:46.984522 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:34:47.001338 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:34:47.017792 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:47.018422 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:47.077373 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] No DVR routers for this DVR port 01d5b779-fd48-46f9-991b-46584f1a4b08 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:34:47.080004 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:47.082820 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-deleted', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:34:47.106778 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1f62b26-db89-4946-88de-417df10a0d9d req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.74 "DELETE /v2.0/ports/01d5b779-fd48-46f9-991b-46584f1a4b08 HTTP/1.1" status: 204 len: 173 time: 1.5799806 Jun 29 14:34:47.143944 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbea4ae1-52b3-4f4f-a398-5cbaf0661908', 'name': 'network-vif-deleted', 'tag': '01d5b779-fd48-46f9-991b-46584f1a4b08', 'status': 'completed', 'code': 200} Jun 29 14:34:47.237551 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:47.623158 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:47.627367 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:34:47.639703 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:47.640407 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:47.803333 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4e5bfab4-c594-4e95-b5be-8394a9030ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:47.814804 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:34:47.836711 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:48.148639 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:48.153061 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6217294-66ac-4a6c-95f7-6c280b9d8fdd None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:28:26Z', 'revision_number': 4, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '7062f729-b06b-4edb-a5b0-7c2a6fad7b94', 'name': '', 'network_id': '9cbe3f07-4df4-443d-9b6e-796c8723c81a', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'mac_address': 'fa:16:3e:1c:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:29:14Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'subnets': [{'id': '98bbb5df-e68f-43fa-9e96-82679c0cad5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:34:48.301603 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:48.377493 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d502a-fd13-4258-b702-1902354469d3 None None] New status for floating IP e4960081-ee39-42bb-9c36-1df03484b76e: DOWN {{(pid=74212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:34:49.108655 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50262) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:49.172483 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.198834 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.252087 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.256913 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84d946cd-3ce3-4ddf-985d-6caad0e87610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:49.271677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d72cd5-7085-4b0d-9a7e-466cd14b5035,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:49.274393 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:49.279872 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.280944 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "DELETE /v2.0/security-groups/03d72cd5-7085-4b0d-9a7e-466cd14b5035 HTTP/1.1" status: 204 len: 168 time: 0.1713231 Jun 29 14:34:49.283673 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50266) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:49.299421 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.api.v2.resource [None req-e49e5f27-f389-4b71-85fb-6feb24791bc3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] show failed (client error): The resource could not be found. Jun 29 14:34:49.300372 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-e49e5f27-f389-4b71-85fb-6feb24791bc3 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "GET /v2.0/security-groups/03d72cd5-7085-4b0d-9a7e-466cd14b5035 HTTP/1.1" status: 404 len: 347 time: 0.0158284 Jun 29 14:34:49.303103 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50270) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:49.454261 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Deleting port df7d6098-a1a2-478c-9c33-c108585c28fc {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:49.454523 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.532797 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:49.565306 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 01d5b779-fd48-46f9-991b-46584f1a4b08 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:49.565660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 01d5b779-fd48-46f9-991b-46584f1a4b08 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:49.621527 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.621853 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.748552 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Calling delete_port for df7d6098-a1a2-478c-9c33-c108585c28fc owned by network:floatingip {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:49.884379 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:49.888369 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9250d42a-524f-4801-ab66-34b0e8abffbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:49.927263 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Pushing event deleted for resources: {'Port': ['ID=df7d6098-a1a2-478c-9c33-c108585c28fc,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:49.931510 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:49.944203 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-958d7397-f356-4ff7-9abe-bab1f65f69f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:50.022963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks [] for floatingip, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:50.047763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:50.052737 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-821993ba-a2b2-4c5d-941a-d50d41368743 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] 10.222.0.11 "DELETE /v2.0/floatingips/e4960081-ee39-42bb-9c36-1df03484b76e HTTP/1.1" status: 204 len: 168 time: 0.7486670 Jun 29 14:34:51.118406 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:52.546335 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:52.855739 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50320) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:53.500897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.081596 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Deleting port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:54.082221 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.242544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50334) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:54.260512 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] For port 7062f729-b06b-4edb-a5b0-7c2a6fad7b94, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:54.260869 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.382218 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Calling delete_port for 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 owned by network:router_interface {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:54.382950 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.413419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:54.417502 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Usage tracker for resource:security_group_rule and tenant:da54ac5ee5174bd69290e0761f700ef0 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:54.419879 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:54.425570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:54.491458 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.495575 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.502829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7684e9de-5eee-4ff2-87e6-082c28ea03a3 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:54.546632 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cfaf8b-ea01-4995-a3b3-4144f31131bf,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:54.553998 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da54ac5ee5174bd69290e0761f700ef0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097959 Jun 29 14:34:54.555299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:54.555994 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50340) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:54.620652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.646809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.658695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.663004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d3b19e0a-c9f9-4114-a997-0a10b20df833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:54.698411 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.703671 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d3d5fafe-6f17-4f2e-8c97-80b02546bb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:54.703912 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7062f729-b06b-4edb-a5b0-7c2a6fad7b94,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:54.707048 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:54.718657 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cfaf8b-ea01-4995-a3b3-4144f31131bf,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:54.721519 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:54.722398 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:54.736703 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46cfaf8b-ea01-4995-a3b3-4144f31131bf HTTP/1.1" status: 204 len: 168 time: 0.1795802 Jun 29 14:34:55.001318 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.075246 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50348) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:55.097303 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.148184 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:55.154912 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Usage tracker for resource:security_group_rule and tenant:5f9b9213ba4d41ea9e49813541125b69 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:55.158299 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:55.165063 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:55.310631 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.315825 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.378398 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d811e06e-87fa-4541-84ac-5221d248bf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:55.442801 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca77445-b8c1-4ffb-99ce-e73b2e645a26,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:55.449062 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:55.453106 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ef3c3e63-177c-4806-bdf2-103a3d854ddb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f9b9213ba4d41ea9e49813541125b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3768744 Jun 29 14:34:55.455782 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50352) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:55.514734 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.541587 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.596764 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.601549 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2094559c-e433-4064-a935-c24b7b4b2641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:55.613243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca77445-b8c1-4ffb-99ce-e73b2e645a26,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:55.616134 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:55.617981 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:55.622664 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fca77445-b8c1-4ffb-99ce-e73b2e645a26 HTTP/1.1" status: 204 len: 168 time: 0.1623468 Jun 29 14:34:55.750954 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Router 1981334b-da4c-460a-97d9-5b4b056d378c has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:34:55.958241 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:34:55.967015 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Sync routers for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:34:55.981132 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0c4b153f-3d74-489c-a3d0-0dd9a641c5d6 admin admin] 10.222.0.11 "PUT /v2.0/routers/1981334b-da4c-460a-97d9-5b4b056d378c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183023 Jun 29 14:34:55.981542 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50364) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:55.985061 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:55.985677 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:56.165004 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:56.295961 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks [] for router, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:56.449668 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '84758728-3f40-4f6b-b56b-06040f00108e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:34:54Z', 'revision_number': 5, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port': {'id': '84758728-3f40-4f6b-b56b-06040f00108e', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:15Z', 'updated_at': '2021-06-29T14:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:56.453665 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Checking router: 1981334b-da4c-460a-97d9-5b4b056d378c for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:34:56.464969 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Routers {'1981334b-da4c-460a-97d9-5b4b056d378c'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:34:56.465594 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['1981334b-da4c-460a-97d9-5b4b056d378c'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:56.496198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:56.506117 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Deleting port 84758728-3f40-4f6b-b56b-06040f00108e {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:56.506515 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:56.621980 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] Set router 1981334b-da4c-460a-97d9-5b4b056d378c gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:34:56.686895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] For port 84758728-3f40-4f6b-b56b-06040f00108e, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=84758728-3f40-4f6b-b56b-06040f00108e,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:56.687289 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:56.767894 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:34:56Z', 'revision_number': 6, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:56.773637 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c433b7-abe4-4218-9d65-7a9df73001bb None None] The sync data for ids ['1981334b-da4c-460a-97d9-5b4b056d378c'] in dv-cinder-798356-1-smb is: [{'id': '1981334b-da4c-460a-97d9-5b4b056d378c', 'name': 'tempest-AttachVolumeShelveTestJSON-1846006737-router', 'tenant_id': '32cf3c96cba3487eaa6268817b22232c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:28:13Z', 'updated_at': '2021-06-29T14:34:56Z', 'revision_number': 6, 'project_id': '32cf3c96cba3487eaa6268817b22232c', 'gw_port_host': None}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:34:56.815923 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Calling delete_port for 84758728-3f40-4f6b-b56b-06040f00108e owned by network:router_gateway {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:56.984312 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:56.988405 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:57.032310 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=84758728-3f40-4f6b-b56b-06040f00108e,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:57.034951 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:57.288326 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.546608 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.552463 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.722075 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.723354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1981334b-da4c-460a-97d9-5b4b056d378c {{(pid=74210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:34:57.739040 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.739805 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-dfcaeca3-f438-490f-98f3-8ec2cc71ac9c admin admin] 10.222.0.11 "DELETE /v2.0/routers/1981334b-da4c-460a-97d9-5b4b056d378c HTTP/1.1" status: 204 len: 168 time: 1.7571177 Jun 29 14:34:57.742123 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50412) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:57.772336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 84758728-3f40-4f6b-b56b-06040f00108e no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:57.803715 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Deleting subnet 98bbb5df-e68f-43fa-9e96-82679c0cad5f {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:34:57.807179 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.815562 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 84758728-3f40-4f6b-b56b-06040f00108e {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:57.815926 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 84758728-3f40-4f6b-b56b-06040f00108e not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:57.816359 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:57.848691 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:57.849055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 7062f729-b06b-4edb-a5b0-7c2a6fad7b94 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:57.862752 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:57.949402 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.019163 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.023699 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84991cf2-fc54-493b-8f98-cf84307e5201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:58.062662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bbb5df-e68f-43fa-9e96-82679c0cad5f,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:58.063146 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50418) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:58.066149 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:58.071182 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.075352 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-d8aec6ef-46ac-4fce-b991-124102c570ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98bbb5df-e68f-43fa-9e96-82679c0cad5f HTTP/1.1" status: 204 len: 168 time: 0.3300941 Jun 29 14:34:58.075953 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50424) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:58.076754 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd64abd-97a5-41fc-bf55-5b710aa05507 None None] Network 9cbe3f07-4df4-443d-9b6e-796c8723c81a requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:34:58.185175 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.195566 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Deleting port 22280a1e-5e00-4a31-87a1-5cdd224c8feb {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:58.195963 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.248459 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.334876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:58.347303 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:479f3130ec4f4ce181f3af2a1bea43d1 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:58.351553 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:58.358905 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] DHCP port deletion for 9cbe3f07-4df4-443d-9b6e-796c8723c81a request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:34:58.363120 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Deleting port 22280a1e-5e00-4a31-87a1-5cdd224c8feb {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:58.363529 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.375959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:58.469014 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] For port 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=22280a1e-5e00-4a31-87a1-5cdd224c8feb,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:58.469510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.561763 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] For port 22280a1e-5e00-4a31-87a1-5cdd224c8feb, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=22280a1e-5e00-4a31-87a1-5cdd224c8feb,segment=NetworkSegment(8ef91fc0-648e-427b-b63b-106e851e9a0f),segment_id=8ef91fc0-648e-427b-b63b-106e851e9a0f)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:34:58.562083 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.683084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Calling delete_port for 22280a1e-5e00-4a31-87a1-5cdd224c8feb owned by network:dhcp {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:58.685655 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Calling delete_port for 22280a1e-5e00-4a31-87a1-5cdd224c8feb owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:34:58.757086 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376'] for port, after_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.762224 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:58.773157 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.777388 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.784929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-452e0a68-47b4-4577-8580-0a89f30fb067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:58.801319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.db.api [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:34:58.801657 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_db.api [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:34:58.802384 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Pushing event deleted for resources: {'Port': ['ID=22280a1e-5e00-4a31-87a1-5cdd224c8feb,revision_number=None']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:58.810588 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] No DVR routers for this DVR port 22280a1e-5e00-4a31-87a1-5cdd224c8feb on host dv-cinder-798356-1-smb {{(pid=74212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:34:58.814890 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.815203 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.815543 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.815876 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.816212 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.816563 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.816876 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.817191 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.817509 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.817827 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.818143 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:34:58.821596 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:58.825521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc4b81-1b85-45ce-9903-b866630d6548,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:58.830151 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:58.836397 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=479f3130ec4f4ce181f3af2a1bea43d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7692559 Jun 29 14:34:58.836397 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50428) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:58.903769 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.928313 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.978718 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:58.981537 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-218ab670-b354-417f-b16e-bdd5a8728345 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:58.993381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc4b81-1b85-45ce-9903-b866630d6548,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:58.996889 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:59.006416 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.008175 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bf039e4b-5bf6-4a5c-be55-f728ef5676f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9adc4b81-1b85-45ce-9903-b866630d6548 HTTP/1.1" status: 204 len: 168 time: 0.1702197 Jun 29 14:34:59.044901 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.302974 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Deleting port 22280a1e-5e00-4a31-87a1-5cdd224c8feb {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:34:59.303479 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.324781 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50436) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:59.343792 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.366857 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] The port '22280a1e-5e00-4a31-87a1-5cdd224c8feb' was deleted {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:34:59.373926 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:34:59.377639 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Usage tracker for resource:security_group_rule and tenant:9a37eea575094fc390a7009d64cd2359 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:34:59.380431 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:34:59.386451 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:34:59.453163 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.456819 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.464047 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e88c11aa-a7e7-495c-9fe2-58a536532932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:59.481965 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.498718 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbe3f07-4df4-443d-9b6e-796c8723c81a']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:59.504485 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a37eea575094fc390a7009d64cd2359&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785815 Jun 29 14:34:59.505446 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53af58cf-c933-4eb2-a069-e16aaaa2d616,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:59.506983 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50440) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:34:59.508662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:59.525037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef91fc0-648e-427b-b63b-106e851e9a0f') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:59.525336 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef91fc0-648e-427b-b63b-106e851e9a0f') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:34:59.545741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.573001 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.580995 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:34:59.581464 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: util.warn( Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: util.warn( Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: util.warn( Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: util.warn( Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:34:59.594970 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:34:59.675282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.697508 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.706365 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-eb0866f8-8679-483f-83df-91ed2505026c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:59.720018 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.726925 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.750319 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=9cbe3f07-4df4-443d-9b6e-796c8723c81a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:59.757940 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] 10.222.0.11 "DELETE /v2.0/networks/9cbe3f07-4df4-443d-9b6e-796c8723c81a HTTP/1.1" status: 204 len: 168 time: 1.6809528 Jun 29 14:34:59.760415 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3dfde72a-7862-46e6-958b-e2cc2e214dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:59.761174 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 22280a1e-5e00-4a31-87a1-5cdd224c8feb no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:34:59.794216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.798901 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3552ea1f-4a63-4ce9-8efa-eb51a4de734b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:34:59.799264 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 22280a1e-5e00-4a31-87a1-5cdd224c8feb {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:34:59.799628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 22280a1e-5e00-4a31-87a1-5cdd224c8feb not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:34:59.809804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53af58cf-c933-4eb2-a069-e16aaaa2d616,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:34:59.813481 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:34:59.817425 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:34:59.818531 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-03939d3d-53a2-41d2-9617-580f41cdde87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53af58cf-c933-4eb2-a069-e16aaaa2d616 HTTP/1.1" status: 204 len: 168 time: 0.3106158 Jun 29 14:34:59.982371 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50448) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:00.032692 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-386c2e3e-6e78-40ff-a72a-7b62430f83dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32cf3c96cba3487eaa6268817b22232c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490763 Jun 29 14:35:00.035064 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50454) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:00.096631 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:00.129275 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:00.183032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:00.186905 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-313c4fc0-485c-46fa-87bc-89dc05d6b117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:00.200804 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a24e1-71b5-4d2f-8107-d377d51ea963,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:00.207183 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:00.207709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:00.211864 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a42a24e1-71b5-4d2f-8107-d377d51ea963 HTTP/1.1" status: 204 len: 168 time: 0.1755056 Jun 29 14:35:08.411233 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50642) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:08.551067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.581369 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:08.585509 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Usage tracker for resource:security_group_rule and tenant:8269594b212a430a9399a2109e2db65f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:08.589129 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:08.594760 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:08.659747 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.663270 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.673982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-72135226-5402-4a02-9ec8-c826ea0078b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:08.711503 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7163c-89c5-4aee-ba56-973efd2cef7a,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:08.715204 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:08.718585 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8269594b212a430a9399a2109e2db65f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3060467 Jun 29 14:35:08.721084 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50648) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:08.779474 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.803910 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.855147 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.858587 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-16129da2-3283-42e4-abed-f6bb6ba9ee1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:08.871265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7163c-89c5-4aee-ba56-973efd2cef7a,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:08.875024 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:08.880269 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:08.883856 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edb7163c-89c5-4aee-ba56-973efd2cef7a HTTP/1.1" status: 204 len: 168 time: 0.1594138 Jun 29 14:35:09.215632 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50670) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:09.234320 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.269859 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:09.273782 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Usage tracker for resource:security_group_rule and tenant:30a37ec3d725461cb499d3a65c32786d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:09.276665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:09.282284 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:09.352496 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.357212 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.364556 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-e14b2d3b-8391-4575-a87f-10969f54db64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:09.364911 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50676) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:09.403328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7ab00-51e1-4061-871a-afc79778ba74,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:09.406551 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:09.409180 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0c5fec8e-ce8c-4511-b72f-bbdbdfb02243 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30a37ec3d725461cb499d3a65c32786d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1923714 Jun 29 14:35:09.412015 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50682) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:09.474533 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.499059 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.507930 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.550845 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.554466 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:09.555590 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-cf529a8f-8d0a-4c36-9a14-778cf8c70261 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:09.558537 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Usage tracker for resource:security_group_rule and tenant:b7fe4dbb04fd43b4837968d62f554bf8 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:09.561479 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:09.567304 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:09.568324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7ab00-51e1-4061-871a-afc79778ba74,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:09.570872 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:09.572624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.573905 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0c4928e2-c348-4b6c-a9c6-78593177b996 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cec7ab00-51e1-4061-871a-afc79778ba74 HTTP/1.1" status: 204 len: 168 time: 0.1600904 Jun 29 14:35:09.638188 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.641904 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.649068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-934b8db8-1ead-4143-ac08-dbc3ea6ae54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:09.688607 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39fb60-21fd-4a8d-a7f7-5e5efb844594,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:09.692097 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:09.696868 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-5478d674-9fa5-407c-87b1-7b234825e638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7fe4dbb04fd43b4837968d62f554bf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3285570 Jun 29 14:35:09.698043 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50688) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:09.768749 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.793878 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.845515 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.850250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c2aafca4-1361-4fb9-9a5a-92d246ba15f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:09.863412 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39fb60-21fd-4a8d-a7f7-5e5efb844594,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:09.865980 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:09.867147 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:09.871442 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe39fb60-21fd-4a8d-a7f7-5e5efb844594 HTTP/1.1" status: 204 len: 168 time: 0.1728370 Jun 29 14:35:10.199429 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50708) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:10.217728 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.249576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:10.253389 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f657c316d12b451581f7161029879d52 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:10.256174 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:10.262199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:10.328956 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.333082 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.341013 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3223d0df-b3a4-4058-96fb-d2df77747cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:10.387910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa8a894-8d4e-4f4d-bb4b-d21bd80b706c,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:10.394133 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f657c316d12b451581f7161029879d52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914032 Jun 29 14:35:10.394133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:10.394492 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50716) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:10.450675 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50720) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:10.457810 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.484953 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.536194 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.541618 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c0110a2a-5691-4c94-8786-ce3fd7039bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:10.552615 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa8a894-8d4e-4f4d-bb4b-d21bd80b706c,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:10.558433 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:10.559067 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.562804 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c2353e71-417a-4024-885e-227e0f50381c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fa8a894-8d4e-4f4d-bb4b-d21bd80b706c HTTP/1.1" status: 204 len: 168 time: 0.1673229 Jun 29 14:35:10.588895 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1812910449-network', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:10.593629 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:10.597506 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Usage tracker for resource:network and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:10.600352 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:10.607148 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:10.616726 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Made reservation on behalf of 2bcb2388b7a041579ac41fedbc76c0cb for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:35:10.618959 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.630950 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.662875 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:10.667368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:10.670077 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:10.676720 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:10.763272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.768952 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.774054 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-81fa1355-b927-4f3d-a2c3-693888f88ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:10.803559 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:35:10.812301 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9dce6-bffc-4bb8-8b66-a12f6ebef2fe,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:10.815551 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:10.819848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.820419 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Added segment 61a93c73-8308-4b41-8e4c-b9727f6737eb of type vlan for network 40ce4503-5534-4484-b803-8a84ca624446 Jun 29 14:35:10.850092 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.882180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.883454 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:10.884061 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:10.889112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:10.997243 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Pushing event updated for resources: {'Network': ['ID=40ce4503-5534-4484-b803-8a84ca624446,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:11.003947 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50738) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:11.004078 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5518219 Jun 29 14:35:11.004594 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:11.009033 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 40ce4503-5534-4484-b803-8a84ca624446 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:35:11.010041 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Request body: {'subnet': {'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1812910449-subnet', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:11.014838 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:11.019079 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Usage tracker for resource:subnet and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:11.022033 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:11.031519 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:11.043418 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Made reservation on behalf of 2bcb2388b7a041579ac41fedbc76c0cb for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:35:11.045787 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.247319 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.251561 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4d445539-5b43-41aa-ae53-85d0c2d4ccb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:11.320443 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=899f06df-e1b3-4567-b997-40a0e761e36a,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:11.325913 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:11.336002 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Checking segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:11.336358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Network hostable DHCP agents. Network: 40ce4503-5534-4484-b803-8a84ca624446, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:35:11.358396 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Network 40ce4503-5534-4484-b803-8a84ca624446 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:35:11.368040 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 40ce4503-5534-4484-b803-8a84ca624446) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:11.372443 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:11.373017 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.378270 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c598a5f-597f-4bd6-b097-9104e7f74d7a None None] Network 40ce4503-5534-4484-b803-8a84ca624446 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:35:11.395306 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-6db2ea5c-309c-4a2b-b387-07b44d98a2bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906341 Jun 29 14:35:11.397751 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50748) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:11.403242 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:11.407811 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:11.411861 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Usage tracker for resource:router and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:11.414855 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:11.421270 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:11.433567 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.434589 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.455810 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.608320 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-40ce4503-5534-4484-b803-8a84ca624446', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:35:11.609144 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.615738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.774133 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Allocated IP 172.20.0.2 (40ce4503-5534-4484-b803-8a84ca624446/899f06df-e1b3-4567-b997-40a0e761e36a/f8038f40-0f5d-4a2b-b2f7-31e9d07effff) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:11.816420 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.847904 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:11.999570 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.011014 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Transition to ACTIVE for port object f8038f40-0f5d-4a2b-b2f7-31e9d07effff will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:12.030193 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Transition to ACTIVE for port object f8038f40-0f5d-4a2b-b2f7-31e9d07effff will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:12.039470 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.044654 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:12.090527 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Allocated IP 172.28.0.143 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/4e66d02b-117c-4b8f-be23-f3b39aae7921) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:12.109843 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Network 40ce4503-5534-4484-b803-8a84ca624446 is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:12.113347 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:12.115193 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Pushing event updated for resources: {'Port': ['ID=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:12.117299 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:12.153060 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:12.206718 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Attempting to bind port f8038f40-0f5d-4a2b-b2f7-31e9d07effff on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:12.207102 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Attempting to bind port f8038f40-0f5d-4a2b-b2f7-31e9d07effff by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:12.207609 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Attempting to bind port f8038f40-0f5d-4a2b-b2f7-31e9d07effff on network 40ce4503-5534-4484-b803-8a84ca624446 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:12.214853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:12.215258 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Checking segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:12.215671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.216069 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Bound using segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:12.216540 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Bound port: f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:12.217063 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.259971 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.289113 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.294940 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8c535f23-4df3-4e2e-8573-d662d1ca22cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:12.307912 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] For port f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:12.311148 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] For port f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:12.316476 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.320483 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:12.365354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:12.368811 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:12.373683 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:12.406468 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Pushing event updated for resources: {'Port': ['ID=4e66d02b-117c-4b8f-be23-f3b39aae7921,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:12.412809 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:12.427666 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Pushing event updated for resources: {'Port': ['ID=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:12.432553 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:12.558720 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.559570 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:12.847374 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:35:13.066358 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:35:13.077586 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Sync routers for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:35:13.091502 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:13.092456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:13.102727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:13.104652 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-6e493fdb-4d60-46d6-abbb-cede3326da3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7057576 Jun 29 14:35:13.107366 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50784) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:13.287921 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:13.457867 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ceaf68-4caf-44d8-9992-a0758055265c None None] Network 40ce4503-5534-4484-b803-8a84ca624446 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:35:13.613623 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-2fb6680b-e4c3-41f5-8b98-ecd2b021f81c None None] Provisioning for port f8038f40-0f5d-4a2b-b2f7-31e9d07effff completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:13.784202 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:12Z', 'revision_number': 3, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:13.795237 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Checking router: 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:35:13.795622 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Updating router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 port 4e66d02b-117c-4b8f-be23-f3b39aae7921 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:35:13.821345 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f8038f40-0f5d-4a2b-b2f7-31e9d07effff up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:13.908055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:13.966938 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.022584 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port f8038f40-0f5d-4a2b-b2f7-31e9d07effff completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:14.033201 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port f8038f40-0f5d-4a2b-b2f7-31e9d07effff triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:14.033574 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.187998 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Allocated IP 172.20.0.1 (40ce4503-5534-4484-b803-8a84ca624446/899f06df-e1b3-4567-b997-40a0e761e36a/856f5b36-a77b-4ab3-bc25-7c900a0ad526) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:14.191666 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-4d098f42-e9f6-4df6-b60b-b883975c7710 None None] Provisioning complete for port f8038f40-0f5d-4a2b-b2f7-31e9d07effff triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:14.192182 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4d098f42-e9f6-4df6-b60b-b883975c7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.362268 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.374420 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.376691 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.provisioning_blocks [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Transition to ACTIVE for port object 856f5b36-a77b-4ab3-bc25-7c900a0ad526 will not be triggered until provisioned by entity DHCP. {{(pid=74210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:14.410379 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.414960 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3edf60f4-9d9d-44d6-abbb-12d33131be82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:14.471503 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4d098f42-e9f6-4df6-b60b-b883975c7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.483268 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Network 40ce4503-5534-4484-b803-8a84ca624446 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:14.486007 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:14.488949 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:14.489628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:14.505721 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.509940 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-702fa330-d579-4a07-8e51-a72b6162cebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:14.544237 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Pushing event updated for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:14.557225 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:14.585144 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.651509 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.688979 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.711442 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Transition to ACTIVE for port object 4e66d02b-117c-4b8f-be23-f3b39aae7921 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:14.738333 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.751057 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:14.758997 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:14.761808 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:14.793381 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-4d098f42-e9f6-4df6-b60b-b883975c7710 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:35:14.793824 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-4d098f42-e9f6-4df6-b60b-b883975c7710 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:35:14.836195 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Attempting to bind port 4e66d02b-117c-4b8f-be23-f3b39aae7921 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:14.836575 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Attempting to bind port 4e66d02b-117c-4b8f-be23-f3b39aae7921 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:14.836976 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Attempting to bind port 4e66d02b-117c-4b8f-be23-f3b39aae7921 on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:14.851021 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06a3f0-3ca7-4c97-ad6d-47314663b3e9 None None] Pushing event updated for resources: {'Port': ['ID=4e66d02b-117c-4b8f-be23-f3b39aae7921,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:14.854857 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-5d06a3f0-3ca7-4c97-ad6d-47314663b3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:14.857453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:14.857453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:14.857453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.857453 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:14.857847 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Bound port: 4e66d02b-117c-4b8f-be23-f3b39aae7921, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:14.858267 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.937435 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] For port 4e66d02b-117c-4b8f-be23-f3b39aae7921, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:14.940796 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] For port 4e66d02b-117c-4b8f-be23-f3b39aae7921, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=4e66d02b-117c-4b8f-be23-f3b39aae7921,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:14.944482 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.949229 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ae2f0eef-2334-42d2-8360-cadd5fa53dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:14.951004 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.955445 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1400909'] for port, after_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:14.985916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:15.030747 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06a3f0-3ca7-4c97-ad6d-47314663b3e9 None None] Pushing event updated for resources: {'Port': ['ID=4e66d02b-117c-4b8f-be23-f3b39aae7921,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:15.034254 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-5d06a3f0-3ca7-4c97-ad6d-47314663b3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:15.036713 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:15.037332 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:15.062028 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:15.065521 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Pushing event updated for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=2']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:15.069163 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:15.202599 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Network 40ce4503-5534-4484-b803-8a84ca624446 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:15.203775 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:15.235184 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:15.611322 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d56e3a5b-0eb2-4f94-be9a-019c00a30177 None None] Provisioning for port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:15.620300 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-d56e3a5b-0eb2-4f94-be9a-019c00a30177 None None] Provisioning complete for port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:15.620683 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d56e3a5b-0eb2-4f94-be9a-019c00a30177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:15.654103 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 2, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:15.668169 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd36b1-e048-4013-bfcd-1ac6437f27af None None] The sync data for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb is: [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 2, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:35:15.690265 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-d56e3a5b-0eb2-4f94-be9a-019c00a30177 None None] Port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:35:15.735530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:35:15.782481 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f8038f40-0f5d-4a2b-b2f7-31e9d07effff up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:15.887602 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port f8038f40-0f5d-4a2b-b2f7-31e9d07effff triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:15.888042 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:15.994665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:35:16.011677 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0ae07ca4-34c9-4af1-afbb-9a0ef9a1a97e admin admin] 10.222.0.11 "PUT /v2.0/routers/9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027276 Jun 29 14:35:16.355157 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50832) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:16.531862 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.567197 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:16.572579 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Usage tracker for resource:security_group_rule and tenant:8147ef9c981b476dbc8c8fe4151c2f6b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:16.575546 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:16.581509 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:16.656821 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.660945 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.669757 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1a5c0e17-e71e-447a-bc32-4dc193a33f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:16.698749 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ccf5b8-325c-4114-98ca-7804661dfb35,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:16.703859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:16.727762 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50844) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:16.731717 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-c793944b-e5a1-4e21-8e22-63074c20b53b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8147ef9c981b476dbc8c8fe4151c2f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3644049 Jun 29 14:35:16.796853 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.826674 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.895569 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.900905 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c610c2ae-574a-4a8c-ae54-a4818a9b39ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:16.913522 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ccf5b8-325c-4114-98ca-7804661dfb35,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:16.921593 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:16.922697 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4ccf5b8-325c-4114-98ca-7804661dfb35 HTTP/1.1" status: 204 len: 168 time: 0.1939261 Jun 29 14:35:16.933450 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.935209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.935701 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.936148 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.936824 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.937260 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.937699 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.938128 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.938557 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.939102 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.939576 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:16.942830 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.033635 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50856) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:17.039429 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-335136658-network', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:17.044903 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:17.048408 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Usage tracker for resource:network and tenant:4a9310d9ff9e4e47a9dfd1dc0789256f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:17.051307 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:17.057625 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:17.067727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Made reservation on behalf of 4a9310d9ff9e4e47a9dfd1dc0789256f for: {'network': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:35:17.070039 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.085288 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.115763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:17.120762 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9310d9ff9e4e47a9dfd1dc0789256f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:17.124893 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:17.131614 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:17.199978 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.203777 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.207796 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f1ec97f3-6332-4d42-9f35-27878409d897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:17.237275 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=74210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:35:17.245701 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6d68b-6945-4217-92f4-9bb46c98faca,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:17.249230 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.251751 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.252101 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.segments_db [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Added segment 41d35c73-ac86-4ece-b564-a354bdf3689b of type vlan for network 217a668d-96e4-409b-b909-9a8b7631ae17 Jun 29 14:35:17.279097 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.308343 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.309965 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:17.310726 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.315868 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:17.344680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50862) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:17.364819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.395086 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:17.398915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Usage tracker for resource:security_group_rule and tenant:288c51711e7041ef89f77a86560fa44b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:17.402212 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:17.408093 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:17.418100 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3830788 Jun 29 14:35:17.421232 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50866) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:17.424511 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Pushing event updated for resources: {'Network': ['ID=217a668d-96e4-409b-b909-9a8b7631ae17,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:17.429794 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Request body: {'subnet': {'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-335136658-subnet', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:17.435113 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.437632 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:17.438044 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network 217a668d-96e4-409b-b909-9a8b7631ae17 details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:35:17.441922 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Usage tracker for resource:subnet and tenant:4a9310d9ff9e4e47a9dfd1dc0789256f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:17.445074 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:17.451563 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:17.481761 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.485678 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.491461 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Made reservation on behalf of 4a9310d9ff9e4e47a9dfd1dc0789256f for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:35:17.493394 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-63de0607-f113-4f64-ae5e-218cb57c44e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:17.493831 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.532240 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c77f8-229f-4d65-b296-00d11a54926f,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:17.535210 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.539374 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-25ec0c2a-0642-4c1c-94f5-ebdfaf394fef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=288c51711e7041ef89f77a86560fa44b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1935337 Jun 29 14:35:17.542396 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50870) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:17.606692 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.632354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.685229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.689815 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bc4bebca-b49b-424c-b54e-43a8363ee2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:17.702421 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c77f8-229f-4d65-b296-00d11a54926f,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:17.706137 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.713384 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.715737 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.715957 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-7f233788-70b6-4845-bc1d-58c495b2f31d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/834c77f8-229f-4d65-b296-00d11a54926f HTTP/1.1" status: 204 len: 168 time: 0.1722553 Jun 29 14:35:17.721645 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3a890eb5-1468-4d97-a964-876ea8030545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:17.793257 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:17.795818 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:17.809907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-334abba3-bc84-43ce-8c9f-ebcc735635d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.810429 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Checking segment: {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:17.810848 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Network hostable DHCP agents. Network: 217a668d-96e4-409b-b909-9a8b7631ae17, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:35:17.832726 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 4e66d02b-117c-4b8f-be23-f3b39aae7921 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:17.835229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Network 217a668d-96e4-409b-b909-9a8b7631ae17 is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:35:17.845078 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, 217a668d-96e4-409b-b909-9a8b7631ae17) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:17.849419 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:17.850172 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.865459 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee14ff30-0575-4467-82ca-d68678f78e37 None None] Network 217a668d-96e4-409b-b909-9a8b7631ae17 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:35:17.875808 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0eb22e9f-06a4-4721-b9d2-dd9c9f17e3ca admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4511330 Jun 29 14:35:17.875999 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50876) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:17.880998 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:17.885520 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:17.889282 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Usage tracker for resource:router and tenant:4a9310d9ff9e4e47a9dfd1dc0789256f is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:17.892157 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:17.897835 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:17.908801 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2199'] for router, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.909798 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1623032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625052', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2156'] for router, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:17.928125 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.094509 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2170'] for router, precommit_update {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.095177 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 4e66d02b-117c-4b8f-be23-f3b39aae7921 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:18.110050 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 4e66d02b-117c-4b8f-be23-f3b39aae7921 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:18.110444 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.214951 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb40828ad-9e02-5972-9550-761ced9ca69a-217a668d-96e4-409b-b909-9a8b7631ae17', 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'fixed_ips': [{'subnet_id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb'}]}} from dv-cinder-798356-1-smb. {{(pid=74212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 29 14:35:18.215757 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.297238 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.329256 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.336346 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.363801 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.382117 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 4e66d02b-117c-4b8f-be23-f3b39aae7921, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=4e66d02b-117c-4b8f-be23-f3b39aae7921,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:18.392085 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.420808 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:18.491493 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_common [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Allocated IP 172.28.0.13 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/94b22ae2-538f-4b13-903e-0a28389354a3) {{(pid=74210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:18.510527 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.db_base_plugin_common [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Allocated IP 172.20.0.2 (217a668d-96e4-409b-b909-9a8b7631ae17/a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb/dfcd59a1-2508-4570-a325-ab821940e01a) {{(pid=74212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:18.516104 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=4e66d02b-117c-4b8f-be23-f3b39aae7921,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:18.520816 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:18.656523 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.685535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.689809 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:18.746977 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks [] for port, precommit_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.757956 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Transition to ACTIVE for port object dfcd59a1-2508-4570-a325-ab821940e01a will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:18.760403 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:18.763790 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Resources bound (agent type, host, resource id): {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:18.767581 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Received port after_create {{(pid=74210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:18.780814 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Transition to ACTIVE for port object dfcd59a1-2508-4570-a325-ab821940e01a will not be triggered until provisioned by entity DHCP. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:18.787945 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367'] for port, after_create {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.794454 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:18.863535 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Network 217a668d-96e4-409b-b909-9a8b7631ae17 is already hosted by enough agents. {{(pid=74212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:18.865463 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.scheduler.base_scheduler [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Resources bound (agent type, host, resource id): {{(pid=74212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:18.869551 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Received port after_create {{(pid=74212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:18.876242 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Pushing event updated for resources: {'Port': ['ID=dfcd59a1-2508-4570-a325-ab821940e01a,revision_number=1']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:18.879948 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:18.908566 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Pushing event updated for resources: {'Port': ['ID=94b22ae2-538f-4b13-903e-0a28389354a3,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:18.914652 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:18.969184 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Attempting to bind port dfcd59a1-2508-4570-a325-ab821940e01a on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:18.969621 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Attempting to bind port dfcd59a1-2508-4570-a325-ab821940e01a by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:18.970045 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Attempting to bind port dfcd59a1-2508-4570-a325-ab821940e01a on network 217a668d-96e4-409b-b909-9a8b7631ae17 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:18.976601 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:18.976984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Checking segment: {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:18.977391 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:18.977844 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Bound using segment: {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:18.978818 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Bound port: dfcd59a1-2508-4570-a325-ab821940e01a, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:18.979211 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:19.043035 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:19.043807 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625073'] for router, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:19.071342 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-768aa507-1f86-4280-8514-29e83694af1d None None] For port dfcd59a1-2508-4570-a325-ab821940e01a, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:19.075510 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-768aa507-1f86-4280-8514-29e83694af1d None None] For port dfcd59a1-2508-4570-a325-ab821940e01a, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=dfcd59a1-2508-4570-a325-ab821940e01a,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:19.081053 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:19.085108 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:19.166464 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Pushing event updated for resources: {'Port': ['ID=dfcd59a1-2508-4570-a325-ab821940e01a,revision_number=2']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:19.169813 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-768aa507-1f86-4280-8514-29e83694af1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:19.291219 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Router 52b34778-892e-4433-8df1-e758788485ae is scheduled to L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 with binding_index 1 {{(pid=74210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 29 14:35:19.523546 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:35:19.532740 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Sync routers for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:35:19.545439 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:19.546222 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:34:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:19.560150 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:19.561626 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-3135427c-545e-4abb-aa54-6953eb21441b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6847675 Jun 29 14:35:19.564462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 50912) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:19.729986 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:19.914245 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device dfcd59a1-2508-4570-a325-ab821940e01a up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:20.031824 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-64de8326-ebc8-4612-86fc-cf86e301906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.038066 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port dfcd59a1-2508-4570-a325-ab821940e01a completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:20.051655 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 4e66d02b-117c-4b8f-be23-f3b39aae7921 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:20.080931 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 3, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:20.086636 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Checking router: 52b34778-892e-4433-8df1-e758788485ae for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:35:20.087000 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Updating router 52b34778-892e-4433-8df1-e758788485ae port 94b22ae2-538f-4b13-903e-0a28389354a3 binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:35:20.166421 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 4e66d02b-117c-4b8f-be23-f3b39aae7921 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:20.167065 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.173349 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.304699 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6158298-9d6b-42d1-b702-715d711a1891 None None] Network 217a668d-96e4-409b-b909-9a8b7631ae17 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:35:20.374805 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50926) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:20.434185 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Provisioning for port dfcd59a1-2508-4570-a325-ab821940e01a completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:20.461413 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Provisioning complete for port dfcd59a1-2508-4570-a325-ab821940e01a triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:20.461794 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.580249 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.594124 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.611618 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Transition to ACTIVE for port object 94b22ae2-538f-4b13-903e-0a28389354a3 will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:20.621128 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.627037 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:20.638294 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:20.643723 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Usage tracker for resource:security_group_rule and tenant:05ea9d59c1ad4404a2fbd1e6fcbb309d is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:20.648060 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:20.654535 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:20.725814 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.726032 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.733912 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Attempting to bind port 94b22ae2-538f-4b13-903e-0a28389354a3 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:20.734288 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Attempting to bind port 94b22ae2-538f-4b13-903e-0a28389354a3 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:20.734796 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Attempting to bind port 94b22ae2-538f-4b13-903e-0a28389354a3 on network 9df749e4-ef72-484f-ab6f-283e7edd5616 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:20.749814 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.755936 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.758105 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:20.758520 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Checking segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:20.758944 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.759462 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Bound using segment: {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:20.759968 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Bound port: 94b22ae2-538f-4b13-903e-0a28389354a3, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ce5661-a50d-41de-9ca4-a90825019e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:20.760521 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.768239 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5059660e-d8bb-4932-9609-97850bf65e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:20.771152 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] For port dfcd59a1-2508-4570-a325-ab821940e01a, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=dfcd59a1-2508-4570-a325-ab821940e01a,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:20.780282 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.783617 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:20.825033 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05ea9d59c1ad4404a2fbd1e6fcbb309d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4489007 Jun 29 14:35:20.826018 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046ee2e4-a9e8-490f-96ce-e1b78e812961,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:20.828791 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50932) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:20.842727 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7b309a72-be61-4169-a45b-ca87a97cf012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:20.850737 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] For port 94b22ae2-538f-4b13-903e-0a28389354a3, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:20.855786 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] For port 94b22ae2-538f-4b13-903e-0a28389354a3, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=94b22ae2-538f-4b13-903e-0a28389354a3,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:20.870941 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Pushing event updated for resources: {'Port': ['ID=dfcd59a1-2508-4570-a325-ab821940e01a,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:20.874119 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ede3d7be-8b9a-4040-a53b-4c42b7370f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:20.874506 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.881469 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Pushing event updated for resources: {'Port': ['ID=94b22ae2-538f-4b13-903e-0a28389354a3,revision_number=2']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:20.893405 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.893746 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.894076 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.894402 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.894723 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.895044 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.895381 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.895834 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.896150 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.896461 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.896770 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:20.900984 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:20.904107 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-e7e7a518-a2ab-40a0-8ee7-45d2d6d7055c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:20.945543 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:20.983916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.012495 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Allocated IP 172.20.0.1 (217a668d-96e4-409b-b909-9a8b7631ae17/a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb/f40e4a89-66c8-449d-b120-baf2afd8db13) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:21.014480 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Pushing event updated for resources: {'Port': ['ID=94b22ae2-538f-4b13-903e-0a28389354a3,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:21.017929 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-11746a97-4248-47ee-825a-18196d80c238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:21.019154 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:21.020080 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:21.054449 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.059091 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-ec9659ad-6dc4-4418-bae0-3948f9da8832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:21.077076 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046ee2e4-a9e8-490f-96ce-e1b78e812961,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:21.081184 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:21.082763 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.088511 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-52179484-1125-4567-8778-acb29fd2f488 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/046ee2e4-a9e8-490f-96ce-e1b78e812961 HTTP/1.1" status: 204 len: 168 time: 0.2476537 Jun 29 14:35:21.167107 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.168076 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-91622cea-7f21-4109-9747-546beaf5e46d None None] Provisioning complete for port dfcd59a1-2508-4570-a325-ab821940e01a triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:21.168505 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-91622cea-7f21-4109-9747-546beaf5e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.192191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.219627 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Transition to ACTIVE for port object f40e4a89-66c8-449d-b120-baf2afd8db13 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:21.242904 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:21.254696 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.262480 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a22885ab-afbe-48af-956e-c2ab6408e10e tempest-AttachVolumeNegativeTest-177069205 tempest-AttachVolumeNegativeTest-177069205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:21.344416 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Network 217a668d-96e4-409b-b909-9a8b7631ae17 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:21.345140 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Pushing event updated for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:21.347733 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:21.349517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:21.350191 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:21.408076 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624103'] for router_interface, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.506315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.573059 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 3, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:21.577644 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe8f2a-70c0-419d-8896-fec44f7c4235 None None] The sync data for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb is: [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 3, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:35:21.626665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50940) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:21.638284 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-e419c5d1-47b4-4f4b-98c8-fb8fe21366ce None None] Provisioning for port f40e4a89-66c8-449d-b120-baf2afd8db13 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:21.644999 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-e419c5d1-47b4-4f4b-98c8-fb8fe21366ce None None] Provisioning complete for port f40e4a89-66c8-449d-b120-baf2afd8db13 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:21.646209 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e419c5d1-47b4-4f4b-98c8-fb8fe21366ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.649023 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.680919 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:21.684890 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Usage tracker for resource:security_group_rule and tenant:78d204266ff548f49685c6f650b89203 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:21.687782 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:21.693599 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:21.705911 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-e419c5d1-47b4-4f4b-98c8-fb8fe21366ce None None] Port f40e4a89-66c8-449d-b120-baf2afd8db13 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:35:21.769728 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.777611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.791916 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c9fb05e9-d3fe-4ee2-bbcb-4c6733fd4bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:21.795984 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.801111 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.809393 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device dfcd59a1-2508-4570-a325-ab821940e01a up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:21.831721 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:21.832895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea595eb7-7db9-471e-a465-6496b70314fa,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:21.837848 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:21.840911 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78d204266ff548f49685c6f650b89203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2128725 Jun 29 14:35:21.843341 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50944) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:21.878923 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port dfcd59a1-2508-4570-a325-ab821940e01a triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:21.879667 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.911566 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Pushing event updated for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:21.911974 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.914250 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1626123'] for router_interface, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.918972 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:21.940437 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:21.996340 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:22.000634 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-365898ff-2134-4546-a1f8-0d243d717687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:22.012657 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea595eb7-7db9-471e-a465-6496b70314fa,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:22.016479 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:22.024094 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:22.026210 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea595eb7-7db9-471e-a465-6496b70314fa HTTP/1.1" status: 204 len: 168 time: 0.1808660 Jun 29 14:35:22.148917 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Network 217a668d-96e4-409b-b909-9a8b7631ae17 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:22.150550 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:22.434040 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-f0262c97-9ad7-4351-a8fb-9b8aaf2f8f9c None None] Provisioning complete for port f40e4a89-66c8-449d-b120-baf2afd8db13 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:22.434556 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f0262c97-9ad7-4351-a8fb-9b8aaf2f8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:22.488654 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-f0262c97-9ad7-4351-a8fb-9b8aaf2f8f9c None None] Port f40e4a89-66c8-449d-b120-baf2afd8db13 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:35:22.552295 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:22.560206 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Router 52b34778-892e-4433-8df1-e758788485ae has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:35:22.826438 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:35:22.835424 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-2ae5ac0c-c21d-4698-a937-c823c9c0d87c admin admin] 10.222.0.11 "PUT /v2.0/routers/52b34778-892e-4433-8df1-e758788485ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2699113 Jun 29 14:35:23.405386 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50982) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:23.541891 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.573255 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:23.577158 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Usage tracker for resource:security_group_rule and tenant:78dafe02e7044d9096c4d8e2a4d2fdd8 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:23.579921 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:23.585774 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:23.648910 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.653815 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.660036 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-230ee265-4a46-41c2-a2ab-062ab12b2966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:23.698071 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325fcd15-8d5c-48ae-9c0f-94d7d251c7b5,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:23.702297 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78dafe02e7044d9096c4d8e2a4d2fdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2958326 Jun 29 14:35:23.703234 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-6eca28f7-bd8b-45d9-beb6-cb5a3c7459f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:23.705685 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50988) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:23.766699 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.792247 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.801841 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50992) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:23.809389 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052471561', 'description': 'tempest-secgroup-smoke-2052471561 description', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:23.820181 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:23.827702 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:23.837767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:23.847654 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:23.858332 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.891059 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.897207 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-bbad5fb4-f2c5-43b1-b15b-75d4715b611d tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:23.911738 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:23.914695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fcd15-8d5c-48ae-9c0f-94d7d251c7b5,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:23.916969 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:23.919672 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:23.924442 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:23.932561 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:23.935031 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.936354 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-57eb3186-d5df-4512-a256-970c531de654 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/325fcd15-8d5c-48ae-9c0f-94d7d251c7b5 HTTP/1.1" status: 204 len: 168 time: 0.2305672 Jun 29 14:35:23.990563 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.994867 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:23.999779 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-7a0340e5-3815-4a9e-ac56-906a92f5eea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.034718 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863f7e0b-33cf-4b3e-b5f8-414316e28e6c,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.037314 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.038502 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2357206 Jun 29 14:35:24.039494 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5594e761-34e8-44d6-b077-2484429383f8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.041463 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 50998) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.049077 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.056198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.060217 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.063117 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.068963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.090381 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.150971 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.155468 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.157274 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c7dceb80-0fc4-43f4-b225-abef285b767e tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.177637 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bce66dd-776c-4d5f-bc36-653c7c773560,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.183418 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.192761 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.194153 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f61a5e90-6bda-4021-8c5c-1716e5a831b7 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517682 Jun 29 14:35:24.197421 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51006) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.203183 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.208823 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.212854 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.215732 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.221600 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.245317 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.306591 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.310374 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.312479 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-31e0edd0-165d-4b16-9776-2eaa3ac491a0 tempest-TestMinimumBasicScenario-1353121786 tempest-TestMinimumBasicScenario-1353121786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.333724 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c773b3cb-fccc-41ab-994f-4cf21fd25e50,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.336388 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.343387 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.347251 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-84fdf617-d403-4bff-b0ee-e700aefd954e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1462293 Jun 29 14:35:24.347494 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51014) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.353663 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.359383 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.363200 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.366103 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.372329 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.389530 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.451022 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.454994 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.462749 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-532bd4d9-1818-4cae-84d2-56b50f32b8e2 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.487935 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db77812-0943-4123-b61a-40e3005c0439,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.490276 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.495873 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.497079 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1ec38437-8f32-413b-a0c2-3c5bd68d9f1c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487207 Jun 29 14:35:24.499699 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51022) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.505135 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.510914 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.514707 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.517591 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.523354 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.540776 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.610848 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.614675 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.616695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9396673d-33f2-417d-8d25-daf97169cb12 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.639668 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346c98e2-d32c-446b-9077-891464fdaac9,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.647954 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.648693 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.650397 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-b3a71e09-305b-4e60-a12f-c7d1c459c9c6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497703 Jun 29 14:35:24.653192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51030) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.658825 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.666358 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.670144 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.673164 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.679084 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.689321 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.securitygroups_db [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Project 2bcb2388b7a041579ac41fedbc76c0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 14:35:24.695788 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.765009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.768532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.770642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.794406 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5b7b51-c827-4a7e-a7b0-1c2f5ee74033,revision_number=0']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.799146 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.805103 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:35:24.805561 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.806893 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-6c19f43c-ff1e-4776-b9e8-b9433e66972e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526268 Jun 29 14:35:24.809767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51040) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:24.815624 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'security_group_rule': {'security_group_id': '863f7e0b-33cf-4b3e-b5f8-414316e28e6c', 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:24.821387 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:24.825134 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:security_group_rule and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:24.828008 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:24.833672 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:24.844946 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.db.securitygroups_db [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Project 2bcb2388b7a041579ac41fedbc76c0cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 14:35:24.851622 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.919899 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.924197 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789615'] for security_group_rule, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.926427 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:24.951415 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4282aa-fe39-4aa4-9cbd-409fde5f498a,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:24.956199 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:24.961390 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:24.970527 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-50404939-943a-45ee-b97e-adc89e356a98 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523716 Jun 29 14:35:27.816996 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 94b22ae2-538f-4b13-903e-0a28389354a3 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:27.884922 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 94b22ae2-538f-4b13-903e-0a28389354a3 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:27.889576 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 94b22ae2-538f-4b13-903e-0a28389354a3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:27.889958 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:28.006669 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:28.024072 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 94b22ae2-538f-4b13-903e-0a28389354a3, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=94b22ae2-538f-4b13-903e-0a28389354a3,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:28.028362 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:28.031508 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:28.095743 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=94b22ae2-538f-4b13-903e-0a28389354a3,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:28.098982 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:29.065957 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:29.796431 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 94b22ae2-538f-4b13-903e-0a28389354a3 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:29.865678 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 94b22ae2-538f-4b13-903e-0a28389354a3 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:29.866055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:30.515671 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Sync routers for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:35:30.528287 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:30.528908 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:30.700699 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:31.018425 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 2, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:31.023161 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Checking router: 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:35:31.023525 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Updating router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 binding host dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:35:31.074613 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.445472 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks [] for port, precommit_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.456939 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Transition to ACTIVE for port object 856f5b36-a77b-4ab3-bc25-7c900a0ad526 will not be triggered until provisioned by entity L2. {{(pid=74212) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:31.463655 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.468497 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:31.589907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f999-1c97-4440-b9bd-4a8245571fbc None None] Pushing event updated for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=3']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:31.599072 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ba01f999-1c97-4440-b9bd-4a8245571fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:31.698609 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Attempting to bind port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:31.698906 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Attempting to bind port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:31.699308 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Attempting to bind port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 on network 40ce4503-5534-4484-b803-8a84ca624446 {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:31.706018 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:31.706515 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Checking segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:31.706935 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.707506 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Bound using segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} {{(pid=74212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:31.708052 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.managers [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Bound port: 856f5b36-a77b-4ab3-bc25-7c900a0ad526, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}}] {{(pid=74212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:31.708509 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.809555 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] For port 856f5b36-a77b-4ab3-bc25-7c900a0ad526, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:31.812598 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] For port 856f5b36-a77b-4ab3-bc25-7c900a0ad526, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=856f5b36-a77b-4ab3-bc25-7c900a0ad526,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:31.816819 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:31.820926 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:31.898692 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f999-1c97-4440-b9bd-4a8245571fbc None None] Pushing event updated for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:31.903218 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:31.903846 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:31.958024 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-ba01f999-1c97-4440-b9bd-4a8245571fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:32.099819 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:32.228254 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Sync routers for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:35:32.257741 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:32.258765 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:32.444900 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:32.458730 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:31Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:32.463580 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b561c0b1-9404-4087-b7de-f567c450d637 None None] The sync data for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb is: [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:31Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:35:32.767058 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:21Z', 'revision_number': 4, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'f40e4a89-66c8-449d-b120-baf2afd8db13', 'name': '', 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'mac_address': 'fa:16:3e:2d:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:20Z', 'updated_at': '2021-06-29T14:35:21Z', 'revision_number': 2, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'subnets': [{'id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:32.771111 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Checking router: 52b34778-892e-4433-8df1-e758788485ae for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:35:32.771501 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Updating router 52b34778-892e-4433-8df1-e758788485ae port f40e4a89-66c8-449d-b120-baf2afd8db13 binding host dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 29 14:35:32.824124 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.204879 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks [] for port, precommit_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.216171 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.provisioning_blocks [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Transition to ACTIVE for port object f40e4a89-66c8-449d-b120-baf2afd8db13 will not be triggered until provisioned by entity L2. {{(pid=74213) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:33.222637 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.226266 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-685576ce-9ffd-40fe-bcab-46e6786d9a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:33.358819 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26048-1334-4922-b56d-3f5ae1f08a93 None None] Pushing event updated for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=3']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:33.362428 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-9ac26048-1334-4922-b56d-3f5ae1f08a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:33.450079 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Attempting to bind port f40e4a89-66c8-449d-b120-baf2afd8db13 on host dv-cinder-798356-1-smb for vnic_type normal with profile {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:33.450451 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Attempting to bind port f40e4a89-66c8-449d-b120-baf2afd8db13 by drivers openvswitch,hyperv on host dv-cinder-798356-1-smb at level 0 using segments [{'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:33.450822 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Attempting to bind port f40e4a89-66c8-449d-b120-baf2afd8db13 on network 217a668d-96e4-409b-b909-9a8b7631ae17 {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:33.457498 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Checking agent: {'id': 'bb39bda6-f08f-483e-b7e7-3b2b9110a56c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 18), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:33.457810 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Checking segment: {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:33.458242 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.458931 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Bound using segment: {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'} {{(pid=74213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:33.459102 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.managers [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Bound port: f40e4a89-66c8-449d-b120-baf2afd8db13, host: dv-cinder-798356-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d35c73-ac86-4ece-b564-a354bdf3689b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17'}}] {{(pid=74213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:33.459515 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.545580 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] For port f40e4a89-66c8-449d-b120-baf2afd8db13, host dv-cinder-798356-1-smb, cleared binding levels {{(pid=74213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:33.548623 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.plugins.ml2.db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] For port f40e4a89-66c8-449d-b120-baf2afd8db13, host dv-cinder-798356-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f40e4a89-66c8-449d-b120-baf2afd8db13,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:33.557640 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron_lib.callbacks.manager [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:33.562019 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:33.639081 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26048-1334-4922-b56d-3f5ae1f08a93 None None] Pushing event updated for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=4']} {{(pid=74213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:33.642224 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG oslo_concurrency.lockutils [None req-9ac26048-1334-4922-b56d-3f5ae1f08a93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74213) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:33.643201 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:35:33.643797 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:33.813588 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 856f5b36-a77b-4ab3-bc25-7c900a0ad526 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:33.829963 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:35:33.896022 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:33.901361 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:33.901735 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:34.020323 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:34.052449 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port 856f5b36-a77b-4ab3-bc25-7c900a0ad526, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=856f5b36-a77b-4ab3-bc25-7c900a0ad526,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:34.056107 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:34.058088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:34.123939 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:34.126921 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:34.158665 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:21Z', 'revision_number': 4, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'f40e4a89-66c8-449d-b120-baf2afd8db13', 'name': '', 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'mac_address': 'fa:16:3e:2d:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:20Z', 'updated_at': '2021-06-29T14:35:33Z', 'revision_number': 4, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'subnets': [{'id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:35:34.162443 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c572e51-a204-492b-b269-259542b8abb4 None None] The sync data for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb is: [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:35:21Z', 'revision_number': 4, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': 'f40e4a89-66c8-449d-b120-baf2afd8db13', 'name': '', 'network_id': '217a668d-96e4-409b-b909-9a8b7631ae17', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'mac_address': 'fa:16:3e:2d:45:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:20Z', 'updated_at': '2021-06-29T14:35:33Z', 'revision_number': 4, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'subnets': [{'id': 'a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:35:35.851076 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f40e4a89-66c8-449d-b120-baf2afd8db13 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:35.956782 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning for port f40e4a89-66c8-449d-b120-baf2afd8db13 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:35.964785 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port f40e4a89-66c8-449d-b120-baf2afd8db13 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:35.965164 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:36.077066 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:36.109816 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] For port f40e4a89-66c8-449d-b120-baf2afd8db13, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f40e4a89-66c8-449d-b120-baf2afd8db13,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:36.114258 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:36.115399 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 856f5b36-a77b-4ab3-bc25-7c900a0ad526 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:36.140510 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:36.225499 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Pushing event updated for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:36.231357 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:36.241357 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:36.241742 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:37.793498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f40e4a89-66c8-449d-b120-baf2afd8db13 up at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:37.864280 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Provisioning complete for port f40e4a89-66c8-449d-b120-baf2afd8db13 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:37.864662 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:47.705946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c262b783-9b26-4390-b054-a95dcb9298fd req-3ee40ef4-b3cc-4be7-9f4f-6e49b4ed3b3d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:47.723687 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c262b783-9b26-4390-b054-a95dcb9298fd req-3ee40ef4-b3cc-4be7-9f4f-6e49b4ed3b3d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:47.724841 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-3ee40ef4-b3cc-4be7-9f4f-6e49b4ed3b3d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052471561&fields=id&tenant_id=2bcb2388b7a041579ac41fedbc76c0cb HTTP/1.1" status: 200 len: 267 time: 0.0589623 Jun 29 14:35:47.804107 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-681f7ddb-5c7d-4bad-b7bb-2de40ec71b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:47.870967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b783-9b26-4390-b054-a95dcb9298fd req-18a4e2f6-5e7e-4b30-a9ca-0f7a7a73d391 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:47.871667 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c262b783-9b26-4390-b054-a95dcb9298fd req-18a4e2f6-5e7e-4b30-a9ca-0f7a7a73d391 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:47.889128 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-c262b783-9b26-4390-b054-a95dcb9298fd req-18a4e2f6-5e7e-4b30-a9ca-0f7a7a73d391 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:47.890283 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-18a4e2f6-5e7e-4b30-a9ca-0f7a7a73d391 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 809 time: 0.1588874 Jun 29 14:35:47.906650 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-6ee109a6-3955-42cc-886e-6c487e623081 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/quotas/2bcb2388b7a041579ac41fedbc76c0cb HTTP/1.1" status: 200 len: 375 time: 0.0109417 Jun 29 14:35:47.986999 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-fbe5be84-ba50-4a99-a3c9-f99ed8154ca4 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749047 Jun 29 14:35:48.262297 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-981d912e-1aac-47eb-bc98-e3f30af1fb37 service neutron] 10.222.0.11 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633202 Jun 29 14:35:48.306222 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:48.397009 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-76a7e1f7-da2a-40e7-ad46-cb4801515c74 service neutron] 10.222.0.11 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277590 Jun 29 14:35:48.794171 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-589bfde6-510b-4c74-9b83-b1c1685d91d1 req-9999aff7-0c7a-42d9-8934-382f4d8f3d0a tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:48.811850 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-589bfde6-510b-4c74-9b83-b1c1685d91d1 req-9999aff7-0c7a-42d9-8934-382f4d8f3d0a tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:48.813121 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-589bfde6-510b-4c74-9b83-b1c1685d91d1 req-9999aff7-0c7a-42d9-8934-382f4d8f3d0a tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 210 time: 0.0644045 Jun 29 14:35:49.622281 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51228) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:49.770406 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:49.798873 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b783-9b26-4390-b054-a95dcb9298fd req-132e5c56-95b4-4559-92fc-8cf13a18e293 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:49.800461 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-132e5c56-95b4-4559-92fc-8cf13a18e293 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 809 time: 0.1526558 Jun 29 14:35:49.801865 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:49.805630 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Usage tracker for resource:security_group_rule and tenant:e1e4c2ca13104288b7ee3a014f0dc312 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:49.808397 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:49.814072 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:49.860544 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-0fa8bc17-e4c9-42af-9ba5-cee04b4eb94f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bcb2388b7a041579ac41fedbc76c0cb HTTP/1.1" status: 200 len: 380 time: 0.0459416 Jun 29 14:35:49.872367 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'port': {'device_id': '68f09667-6668-4054-90a8-20dd3308f5af', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'admin_state_up': True, 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'security_groups': ['863f7e0b-33cf-4b3e-b5f8-414316e28e6c']}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:49.900188 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:49.906069 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:49.914918 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-d1d2ea7d-9634-4d8e-b856-8142a2ae5367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:49.942220 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-2baf368a-ea60-4fba-8558-7bd14f9c0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:49.947380 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed103f-6bae-4949-9190-d0959a47e003,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:49.953792 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:49.976228 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-95f0c3d8-30d3-4fe4-b513-311ee3c87a24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1e4c2ca13104288b7ee3a014f0dc312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3505316 Jun 29 14:35:49.976532 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51236) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:50.127285 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-749f7914-2ef8-4922-95db-bcd32f280c03 req-bd7dee5d-fb2f-412f-9a2c-708e17528659 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 210 time: 0.1052911 Jun 29 14:35:50.132034 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.158730 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.180303 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:50.190208 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:50.199732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Made reservation on behalf of 2bcb2388b7a041579ac41fedbc76c0cb for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:35:50.203446 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.218885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.224190 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-790808e0-5a82-40aa-9554-43be73e976cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:50.237706 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed103f-6bae-4949-9190-d0959a47e003,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:50.240193 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:50.244044 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.245964 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-f0619674-3ab2-4251-a386-b6f58ceb790a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55ed103f-6bae-4949-9190-d0959a47e003 HTTP/1.1" status: 204 len: 168 time: 0.2682126 Jun 29 14:35:50.374009 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Allocated IP 172.20.0.7 (40ce4503-5534-4484-b803-8a84ca624446/899f06df-e1b3-4567-b997-40a0e761e36a/38f17c19-a8a8-4f62-a147-3fefb1b0e5f4) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:50.567100 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.582299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Transition to ACTIVE for port object 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 will not be triggered until provisioned by entity DHCP. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:50.607862 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.610829 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6b69fdf3-b5b3-44ac-93ae-d8ef7fca5e15 tempest-AttachVolumeShelveTestJSON-2121457330 tempest-AttachVolumeShelveTestJSON-2121457330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:50.678194 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Network 40ce4503-5534-4484-b803-8a84ca624446 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:50.681633 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:50.686160 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:50.717173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:50.739941 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.740315 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.740680 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.741046 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.741400 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.741754 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.742104 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.742455 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.742803 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.743172 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.743524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:35:50.749642 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:50.763334 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:50.764096 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.791040 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226236 Jun 29 14:35:50.802494 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Request body: {'port': {'device_id': '68f09667-6668-4054-90a8-20dd3308f5af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:50.898938 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-7dfc40e1-a846-4f3d-90bc-6f86522cf4cf None None] Provisioning for port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 completed by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:50.904989 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-7dfc40e1-a846-4f3d-90bc-6f86522cf4cf None None] Provisioning complete for port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 triggered by entity DHCP. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:50.905865 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-7dfc40e1-a846-4f3d-90bc-6f86522cf4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.920960 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:50.961088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc40e1-a846-4f3d-90bc-6f86522cf4cf None None] Port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 cannot update to ACTIVE because it is not bound. {{(pid=74212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 29 14:35:51.127012 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.266296 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:35:51.273898 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.290005 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Transition to ACTIVE for port object 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:35:51.294502 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.299615 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-5a2d1f03-f579-412f-be9c-8c11f023de46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:51.336082 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ed6bd-3d0d-4fd3-90f2-f09e55384c07 req-18a57b23-56ba-45ea-af26-b6f39e0c431c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:51.337539 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-805ed6bd-3d0d-4fd3-90f2-f09e55384c07 req-18a57b23-56ba-45ea-af26-b6f39e0c431c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 931 time: 0.0866790 Jun 29 14:35:51.406937 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-805ed6bd-3d0d-4fd3-90f2-f09e55384c07 req-8ab55ee6-13f0-480e-b0b5-a65c06e9b43c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:security_group {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:51.420785 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-805ed6bd-3d0d-4fd3-90f2-f09e55384c07 req-8ab55ee6-13f0-480e-b0b5-a65c06e9b43c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:security_group {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:51.422464 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-805ed6bd-3d0d-4fd3-90f2-f09e55384c07 req-8ab55ee6-13f0-480e-b0b5-a65c06e9b43c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776825 Jun 29 14:35:51.433403 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:51.437306 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:51.553813 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Attempting to bind port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:35:51.554151 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Attempting to bind port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:35:51.554472 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Attempting to bind port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 on network 40ce4503-5534-4484-b803-8a84ca624446 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:51.561515 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 on network 40ce4503-5534-4484-b803-8a84ca624446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:35:51.561884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Attempting to bind port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 on network 40ce4503-5534-4484-b803-8a84ca624446 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:35:51.571169 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:35:51.571714 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Checking segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:35:51.572276 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Bound using segment: {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:35:51.573233 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Bound port: 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a93c73-8308-4b41-8e4c-b9727f6737eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '40ce4503-5534-4484-b803-8a84ca624446'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:35:51.573743 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.664714 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:35:51.667631 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:35:51.676426 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.681219 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d51574ca-ce0a-4fe0-bc6f-48c196fe2b6f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:51.755834 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:51.755834 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] 10.222.0.74 "PUT /v2.0/ports/38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 1093 time: 0.9559100 Jun 29 14:35:51.755834 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:35:51.780192 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:51.786040 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:51.835275 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'status': 'completed', 'code': 200} Jun 29 14:35:51.873193 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-ebeb4d29-cd7c-4be3-abfd-7d6437cb8dda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1096 time: 0.0744915 Jun 29 14:35:52.039795 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-183ceaa7-84fb-4e84-a540-046069f55cca service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 217 time: 0.1599841 Jun 29 14:35:52.103927 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b783-9b26-4390-b054-a95dcb9298fd req-254fbfc4-bc90-41ea-81d8-6dbf36ca3033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:52.105556 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-254fbfc4-bc90-41ea-81d8-6dbf36ca3033 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0597289 Jun 29 14:35:52.183840 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-45001a0e-b6eb-4dae-b37f-36c01c044264 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717213 Jun 29 14:35:52.315060 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-ade0adca-a8cf-443a-ba6a-b39960af178e service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249385 Jun 29 14:35:52.448369 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c262b783-9b26-4390-b054-a95dcb9298fd req-ea1a550c-5d01-4981-a0c6-6287bcd59202 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268005 Jun 29 14:35:52.555456 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:52.588889 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-279b0cb5-d890-48a1-b012-ebff0d60e332 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1096 time: 0.0925345 Jun 29 14:35:52.659346 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd57db-3d9a-4b70-b854-25bf6ff243e4 req-74c19bc3-a6bb-49fd-a9bd-f25632ab58bc tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:52.661077 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0edd57db-3d9a-4b70-b854-25bf6ff243e4 req-74c19bc3-a6bb-49fd-a9bd-f25632ab58bc tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 943 time: 0.0935130 Jun 29 14:35:52.731050 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0edd57db-3d9a-4b70-b854-25bf6ff243e4 req-952f1e7c-d55a-40c3-b756-69fd79b51b06 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644002 Jun 29 14:35:52.768836 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-0d595b5d-ffdd-4e27-867f-a03b5a6dc89b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:52.770567 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-0d595b5d-ffdd-4e27-867f-a03b5a6dc89b service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1747336 Jun 29 14:35:52.844446 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-c9b11acd-5b67-40ea-baa5-b51cda538e96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0661473 Jun 29 14:35:52.907936 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-86e2776f-74fa-4f3a-8219-ee41883f5b6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:52.909350 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-86e2776f-74fa-4f3a-8219-ee41883f5b6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0561922 Jun 29 14:35:52.986237 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-5e945b95-deee-4dac-b886-2dcee2969098 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692971 Jun 29 14:35:53.115864 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-42f31cc8-b4f7-486a-a2c0-66db2ee4c85d service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214304 Jun 29 14:35:53.243853 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-f1d76159-4c90-438a-a61c-2b02f3a8c6dc req-1edbbdf5-67d9-479d-83b6-de6b51df785f service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201088 Jun 29 14:35:53.842149 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:35:53.939830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9743d7-6039-4a98-81be-e25b45484bb1 req-c90ed6bf-72e7-41cb-8b3e-6b8199e8fc77 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:53.939830 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4a9743d7-6039-4a98-81be-e25b45484bb1 req-c90ed6bf-72e7-41cb-8b3e-6b8199e8fc77 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:53.953453 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-4a9743d7-6039-4a98-81be-e25b45484bb1 req-c90ed6bf-72e7-41cb-8b3e-6b8199e8fc77 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:53.954830 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4a9743d7-6039-4a98-81be-e25b45484bb1 req-c90ed6bf-72e7-41cb-8b3e-6b8199e8fc77 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 943 time: 0.0956154 Jun 29 14:35:53.978619 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:53.992467 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'mac_address': 'fa:16:3e:d1:6b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:35:54.005397 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4a9743d7-6039-4a98-81be-e25b45484bb1 req-a9bb3d7b-a166-474c-b869-cc13ceb7d552 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Jun 29 14:35:54.049379 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:54.070620 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:35:54.085865 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:54.090098 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:54.092794 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-62678e55-2af8-4e52-aaa0-e109bab481b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:54.157047 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:54.160098 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:54.301448 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:35:55.203402 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010f9b-b985-4235-905e-b5a34b204215 req-915c10a9-a8e0-4dba-a5d8-707cf3d78ca1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:55.204844 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-44010f9b-b985-4235-905e-b5a34b204215 req-915c10a9-a8e0-4dba-a5d8-707cf3d78ca1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 944 time: 0.0799599 Jun 29 14:35:55.250594 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-44010f9b-b985-4235-905e-b5a34b204215 req-007cef60-1034-4a80-8f00-6cb706c8e1d4 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Jun 29 14:35:55.462585 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51308) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:55.600403 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.630113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:55.633805 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Usage tracker for resource:security_group_rule and tenant:ecb9269f5283499a9bf1574a1db1cd69 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:55.636513 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:55.642611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:55.708530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.712729 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.720119 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e97744b2-f85a-4ce4-82f3-5dc90314f6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:55.758378 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb5283d-4437-4ca9-a191-1e5c7992a241,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:55.761840 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:55.764679 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecb9269f5283499a9bf1574a1db1cd69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3010871 Jun 29 14:35:55.767343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51314) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:55.824683 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.841891 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:35:55.850693 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.900914 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.906229 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e3cfb9c0-d397-449a-bd60-e506deaf95b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:55.912110 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:35:55.917037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb5283d-4437-4ca9-a191-1e5c7992a241,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:55.917171 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:35:55.917440 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.922509 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:55.923681 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:55.924797 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-bec04d2e-39f4-4f7d-bd3a-c1270ffbdab3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bb5283d-4437-4ca9-a191-1e5c7992a241 HTTP/1.1" status: 204 len: 168 time: 0.1565721 Jun 29 14:35:56.042422 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.072408 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:35:56.082581 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:35:56.087730 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.090234 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:56.165894 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'code': 200} Jun 29 14:35:56.186687 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:56.189627 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:56.257617 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51324) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:56.276263 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.307736 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:56.312528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Usage tracker for resource:security_group_rule and tenant:2876c5fa81fb465188cfe4e93465e357 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:56.315586 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:56.321591 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:56.432265 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.444556 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.448895 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053aeba-25ec-4857-924a-5dac23935b07 req-84a35f77-a011-4ace-82be-5b3340de4c65 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:56.450413 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b053aeba-25ec-4857-924a-5dac23935b07 req-84a35f77-a011-4ace-82be-5b3340de4c65 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0770011 Jun 29 14:35:56.451953 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4002c89c-524f-440f-9006-d896c1a27b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:56.488744 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-40f6475d-e77a-45b9-b6df-468df0035608 req-46307c36-dc1b-45b0-b4f9-24b9edd761dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.1322799 Jun 29 14:35:56.496820 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-b053aeba-25ec-4857-924a-5dac23935b07 req-ae9d347d-3d69-4815-af65-e94cd2afbf8c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Jun 29 14:35:56.499794 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e354e-9373-4026-bb7e-769e368f47f6,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:56.516575 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:56.525931 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1b523582-ac3c-439a-87b4-c097cdac2281 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2876c5fa81fb465188cfe4e93465e357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2649813 Jun 29 14:35:56.526208 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51330) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:56.659668 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-40f6475d-e77a-45b9-b6df-468df0035608 req-0d2c868b-fb89-4123-b7b7-aa4bdbd20acb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637623 Jun 29 14:35:56.682957 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.707724 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.757679 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.761212 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-017f07c9-1ce7-47c3-8256-4f44dbe58fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:56.772058 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e354e-9373-4026-bb7e-769e368f47f6,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:56.775385 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:56.779437 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:56.780606 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-dfed1569-2ac5-4d4d-8c91-aac9b2bfbd1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f19e354e-9373-4026-bb7e-769e368f47f6 HTTP/1.1" status: 204 len: 168 time: 0.2535741 Jun 29 14:35:57.706441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00f76-f39d-44a7-a49e-9aef464d4ba7 req-2408be86-de54-4d92-98e3-bd654197b0a3 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:57.707951 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bec00f76-f39d-44a7-a49e-9aef464d4ba7 req-2408be86-de54-4d92-98e3-bd654197b0a3 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0795662 Jun 29 14:35:57.754563 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bec00f76-f39d-44a7-a49e-9aef464d4ba7 req-75ec3961-ce55-4f85-ac4e-5e446ec7275c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Jun 29 14:35:57.954627 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60a749-91ad-4301-acad-f48c4b1fa605 req-3ca778ca-8366-4388-8a67-b363d8e9710d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:35:57.956132 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5e60a749-91ad-4301-acad-f48c4b1fa605 req-3ca778ca-8366-4388-8a67-b363d8e9710d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0811708 Jun 29 14:35:58.001943 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-5e60a749-91ad-4301-acad-f48c4b1fa605 req-856b1409-a604-4a7b-b168-e5d96096a2b1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Jun 29 14:35:58.030343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51364) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:58.339967 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-26043d46-236d-4f34-87bc-a6d54d65a50a tempest-TestShelveInstance-2103450798 tempest-TestShelveInstance-2103450798-project-admin] Synchronizing usage tracker for tenant:4a9310d9ff9e4e47a9dfd1dc0789256f on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:35:58.357186 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-26043d46-236d-4f34-87bc-a6d54d65a50a tempest-TestShelveInstance-2103450798 tempest-TestShelveInstance-2103450798-project-admin] Unset dirty status for tenant:4a9310d9ff9e4e47a9dfd1dc0789256f on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:35:58.358390 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-26043d46-236d-4f34-87bc-a6d54d65a50a tempest-TestShelveInstance-2103450798 tempest-TestShelveInstance-2103450798-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1093 time: 0.3270898 Jun 29 14:35:58.361419 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51376) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:35:58.366708 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Request body: {'floatingip': {'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:35:58.371915 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:35:58.375798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Usage tracker for resource:floatingip and tenant:2bcb2388b7a041579ac41fedbc76c0cb is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:35:58.378524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:35:58.384098 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:35:58.394411 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for floatingip, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:58.527251 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:58.666110 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Allocated IP 172.28.0.203 (9df749e4-ef72-484f-ab6f-283e7edd5616/fe2c5d03-6e78-4f00-aebe-659808c7299f/db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:35:58.819510 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:58.848284 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:58.852632 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:58.913913 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Network 9df749e4-ef72-484f-ab6f-283e7edd5616 is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:35:58.917222 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:35:58.919819 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:35:58.957863 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'Port': ['ID=db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:58.961109 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:59.075272 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:59.451809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:59.509272 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:59.730576 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:59.735366 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:35:59.739395 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:35:59.926480 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event updated for resources: {'Port': ['ID=db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:35:59.930603 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:35:59.940702 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624154'] for floatingip, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:00.129551 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.l3_db [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Floating IP 59f374e3-f966-46d9-8aea-5f51e42a890c associated. External IP: 172.28.0.203, port: 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4. Jun 29 14:36:00.504537 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:36:00.698521 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:36:00.708978 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Sync routers for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:36:00.722641 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:36:00.723353 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:00.723479 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:36:00.795240 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4226894 Jun 29 14:36:00.795240 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:36:00.856674 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'status': 'completed', 'code': 200} Jun 29 14:36:00.911493 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:36:00.953428 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-d81f9391-4c56-4945-9228-808ecc4251ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0752015 Jun 29 14:36:01.094579 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-3dfc8e02-8638-4c4b-aba7-afeb209fe8e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:01.096304 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-3dfc8e02-8638-4c4b-aba7-afeb209fe8e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1370771 Jun 29 14:36:01.203949 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-32cd8672-e44d-45ac-a19b-3c234031ba4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 999 time: 0.0997987 Jun 29 14:36:01.266011 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-795c3fbc-1e8a-4612-aa25-78447e4fde9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:01.267492 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-795c3fbc-1e8a-4612-aa25-78447e4fde9f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0574651 Jun 29 14:36:01.272097 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '59f374e3-f966-46d9-8aea-5f51e42a890c', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'mac_address': 'fa:16:3e:d1:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f09667-6668-4054-90a8-20dd3308f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:35:59Z', 'updated_at': '2021-06-29T14:35:59Z', 'revision_number': 0, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:36:01.275997 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Checking router: 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:36:01.287266 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:36:01.287890 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:35:50Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:36:01.353237 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-e1e4d810-57be-47be-a425-a6d91b10e9f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750670 Jun 29 14:36:01.464099 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:36:01.486422 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-9b1ec0cf-5cb5-4cdc-869f-83d79bdd0a08 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263790 Jun 29 14:36:01.733424 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-a2116eb9-78c1-40f4-aa77-39574bf4d102 req-2642b61a-97c5-40fb-a044-ef1bfca16cec service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382751 Jun 29 14:36:01.807493 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:36:01.827238 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '59f374e3-f966-46d9-8aea-5f51e42a890c', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'mac_address': 'fa:16:3e:d1:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f09667-6668-4054-90a8-20dd3308f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:35:59Z', 'updated_at': '2021-06-29T14:35:59Z', 'revision_number': 0, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:36:01.831247 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791da54-19e2-4648-9a3a-e09970d5dc0d None None] The sync data for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb is: [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_floatingips': [{'id': '59f374e3-f966-46d9-8aea-5f51e42a890c', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'floating_ip_address': '172.28.0.203', 'floating_network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'router_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'mac_address': 'fa:16:3e:d1:6b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f09667-6668-4054-90a8-20dd3308f5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:35:59Z', 'updated_at': '2021-06-29T14:35:59Z', 'revision_number': 0, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:36:02.015505 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999f958-9ea4-40e2-a1b1-faba6bf7cd6b None None] New status for floating IP 59f374e3-f966-46d9-8aea-5f51e42a890c: ACTIVE {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:36:06.793919 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51474) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:06.934343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:06.964432 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:06.969199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Usage tracker for resource:security_group_rule and tenant:0afdbf95a64949a5bd398ce7e36ecde0 is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:06.972059 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:06.977905 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:07.039701 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.043355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.050150 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a5cae88e-0860-435c-9cd1-8849b3d10acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:07.089172 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821a5083-c77c-4289-9525-8aa4fa526d45,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:07.093328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:07.095535 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-d33c5b90-b81f-4204-a269-f953ff533656 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0afdbf95a64949a5bd398ce7e36ecde0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3005855 Jun 29 14:36:07.098102 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51480) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:07.162360 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.188389 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.241289 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.245085 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3fd44c65-c164-4d41-8fa1-360689a630d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:07.258933 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821a5083-c77c-4289-9525-8aa4fa526d45,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:07.261924 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:07.268322 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.269900 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-f2dd7b31-d4b8-40e0-a15b-23b1c79a32b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/821a5083-c77c-4289-9525-8aa4fa526d45 HTTP/1.1" status: 204 len: 168 time: 0.1709182 Jun 29 14:36:07.598220 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51490) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:07.617173 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.650624 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:07.654324 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Usage tracker for resource:security_group_rule and tenant:be0fb27e7481479f852885c584d94d0b is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:07.657688 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:07.663269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:07.735462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.739280 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.749562 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-13866fd4-2e32-4afe-8538-c2f36d933ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:07.791520 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d00775-afc5-42f1-8e64-028aa45778b4,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:07.795941 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be0fb27e7481479f852885c584d94d0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1967289 Jun 29 14:36:07.796876 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:07.798449 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51494) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:07.859544 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.883700 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.932783 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.936216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3bfb5827-ea8c-4caf-8980-e821ca4d7c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:07.946600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d00775-afc5-42f1-8e64-028aa45778b4,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:07.950299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:07.953881 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:07.957355 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-31be03a5-ad31-4ab6-a46c-7d1f1c48f676 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63d00775-afc5-42f1-8e64-028aa45778b4 HTTP/1.1" status: 204 len: 168 time: 0.1556470 Jun 29 14:36:08.334133 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51502) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:08.354754 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.386254 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:08.390648 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Usage tracker for resource:security_group_rule and tenant:ffc504ebe7f04ecf9e3d2f4e8ef48cd1 is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:08.393500 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:08.399138 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:08.463062 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.466628 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.473425 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8aee69b3-7970-441f-b358-723a1869f541 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:08.514881 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7cdb7a-f6b5-4234-8063-bf3fd363f700,revision_number=1']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:08.518271 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:08.524186 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51506) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:08.524372 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffc504ebe7f04ecf9e3d2f4e8ef48cd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1888816 Jun 29 14:36:08.582461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.608024 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.661207 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.665900 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4fc9b736-2bb8-4422-abeb-cc523381f972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:08.675929 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7cdb7a-f6b5-4234-8063-bf3fd363f700,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:08.678180 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:08.683784 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:08.684905 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-421b3421-0687-4504-88f7-157685eb1fa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f7cdb7a-f6b5-4234-8063-bf3fd363f700 HTTP/1.1" status: 204 len: 168 time: 0.1597621 Jun 29 14:36:09.496501 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 51528) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:09.622152 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-726692061-network', 'tenant_id': 'eb992fd7683f4614bdea6cf8f365cc6a'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:36:09.626709 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:09.630530 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Usage tracker for resource:network and tenant:eb992fd7683f4614bdea6cf8f365cc6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:09.633451 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:09.639755 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:09.649012 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Made reservation on behalf of eb992fd7683f4614bdea6cf8f365cc6a for: {'network': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:36:09.651493 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for network, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.669106 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.700299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:09.704259 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Usage tracker for resource:security_group_rule and tenant:eb992fd7683f4614bdea6cf8f365cc6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:09.707016 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:09.713768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:09.779461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.783528 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.787328 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b052107f-24ac-4d1a-89d7-b668a54b3e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:09.812599 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=74211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 29 14:36:09.824236 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e554e-28f6-4bcd-b94c-92d246244f16,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:09.828199 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:09.829088 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.829432 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.db.segments_db [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Added segment 09acaeaf-0ab4-4f47-90ec-5c11337a5e23 of type vlan for network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca Jun 29 14:36:09.855230 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747654017949'] for network, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.882822 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652'] for network, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.884015 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:09.884589 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:09.889083 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-6bfbf077-0f7a-40eb-adeb-c1cbaddc611c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:09.985293 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4877329 Jun 29 14:36:09.988196 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 51534) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:36:09.988689 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Pushing event updated for resources: {'Network': ['ID=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:09.991007 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:09.993954 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.v2.base [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Request body: {'subnet': {'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-726692061-subnet', 'tenant_id': 'eb992fd7683f4614bdea6cf8f365cc6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:36:09.998211 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca details requested by agent ovs-agent-dv-cinder-798356-1-smb with host dv-cinder-798356-1-smb {{(pid=74212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 29 14:36:09.999399 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:10.003209 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Usage tracker for resource:subnet and tenant:eb992fd7683f4614bdea6cf8f365cc6a is out of sync, need to count used quota {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:10.005982 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74210) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:10.011584 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.quota.driver [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74210) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:10.022265 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Made reservation on behalf of eb992fd7683f4614bdea6cf8f365cc6a for: {'subnet': 1} {{(pid=74210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:36:10.024476 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6912746'] for subnet, before_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:10.220024 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1401080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6912760'] for subnet, after_create {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:10.223538 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:10.292142 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d108798-b1fe-4ef6-8856-997521e85627,revision_number=0']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:10.297030 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:10.306472 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Checking segment: {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:36:10.306825 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Network hostable DHCP agents. Network: a7e367e5-b2dc-455e-be7a-6d43a4daf2ca, hostable agents: ['f7f8363c-8b70-4665-bbb8-4e4147fa2b22'], hosted agents: [] {{(pid=74210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 14:36:10.327527 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca is scheduled to be hosted by DHCP agent f7f8363c-8b70-4665-bbb8-4e4147fa2b22 with binding_index 1 {{(pid=74210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 14:36:10.336631 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.base_scheduler [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-smb, a7e367e5-b2dc-455e-be7a-6d43a4daf2ca) {{(pid=74210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:36:10.340603 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:10.341192 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:10.346141 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc664044-2459-4fea-9b4c-8ab4ae31137a None None] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:36:10.366333 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-9739fae2-19b6-4195-9a1d-d1374eaf714b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3769860 Jun 29 14:36:10.588769 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff3c9c-83ba-408a-8369-54119e4eb83d None None] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:36:12.404595 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-60b14916-456c-40f4-95b4-764ec2d11364 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:12.406084 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-60b14916-456c-40f4-95b4-764ec2d11364 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 813 time: 0.1376641 Jun 29 14:36:12.422198 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-b021f83b-ad77-4016-b90f-85874d699548 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/quotas/eb992fd7683f4614bdea6cf8f365cc6a HTTP/1.1" status: 200 len: 375 time: 0.0107884 Jun 29 14:36:12.465907 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-3a3b107b-3bc7-4fa4-b5b6-cb068fef7fcb tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389688 Jun 29 14:36:12.595547 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-d5fd538f-a629-4a0d-96f7-e8539771d843 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225724 Jun 29 14:36:12.723103 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-c3a0fc16-a698-4f32-a983-2b936e16a0ba service neutron] 10.222.0.11 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217079 Jun 29 14:36:12.907896 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d666cfb2-ce43-4e3d-93f2-cbe87aa8dd85 req-c42e6bec-2cb1-4503-b865-4d36a2386e61 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 210 time: 0.0458658 Jun 29 14:36:13.918401 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9c4f58fd-efef-4225-942b-5b74c4fc1eee tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:13.919117 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9c4f58fd-efef-4225-942b-5b74c4fc1eee tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Synchronizing usage tracker for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:network {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:36:13.935190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9c4f58fd-efef-4225-942b-5b74c4fc1eee tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Unset dirty status for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:network {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:36:13.936683 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9c4f58fd-efef-4225-942b-5b74c4fc1eee tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 813 time: 0.1603415 Jun 29 14:36:13.959264 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Request body: {'port': {'device_id': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca', 'admin_state_up': True, 'tenant_id': 'eb992fd7683f4614bdea6cf8f365cc6a'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:36:14.085951 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e0e236bb-25a1-4946-89cd-b3eda5df4d86 req-080dca9a-8897-4aa7-bf41-d8270ba2c49b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 210 time: 0.0407190 Jun 29 14:36:14.098020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:36:14.101798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Usage tracker for resource:port and tenant:eb992fd7683f4614bdea6cf8f365cc6a is out of sync, need to count used quota {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 29 14:36:14.104599 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74211) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 29 14:36:14.110184 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:36:14.120042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Made reservation on behalf of eb992fd7683f4614bdea6cf8f365cc6a for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:36:14.123080 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:14.282365 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Allocated IP 172.20.0.3 (a7e367e5-b2dc-455e-be7a-6d43a4daf2ca/1d108798-b1fe-4ef6-8856-997521e85627/c953d589-4330-4f9b-a43a-0f7022d7d6d2) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:36:14.477570 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:14.505434 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:14.510962 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-0ada59bc-6c01-47b1-8db8-53c3c6beb8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:14.574069 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:36:14.577357 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:36:14.581154 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:36:14.614571 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Pushing event updated for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:14.620618 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:14.727697 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:14.728291 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:14.747699 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-9667d7a7-182d-4bc5-b3d6-aa06b618c20f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7924712 Jun 29 14:36:14.760190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Request body: {'port': {'device_id': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:36:14.879565 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.214216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c953d589-4330-4f9b-a43a-0f7022d7d6d2 {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:36:15.249792 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.274820 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Transition to ACTIVE for port object c953d589-4330-4f9b-a43a-0f7022d7d6d2 will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:36:15.280801 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.285968 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:15.407171 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Pushing event updated for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:15.415776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:15.429279 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-c604cf01-89b6-47a5-93c3-d622f68e0e87 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:15.429958 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-c604cf01-89b6-47a5-93c3-d622f68e0e87 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Synchronizing usage tracker for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:36:15.513171 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-c604cf01-89b6-47a5-93c3-d622f68e0e87 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Unset dirty status for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:36:15.514346 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-c604cf01-89b6-47a5-93c3-d622f68e0e87 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 931 time: 0.2955620 Jun 29 14:36:15.565557 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Attempting to bind port c953d589-4330-4f9b-a43a-0f7022d7d6d2 on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:36:15.565890 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Attempting to bind port c953d589-4330-4f9b-a43a-0f7022d7d6d2 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:36:15.566216 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Attempting to bind port c953d589-4330-4f9b-a43a-0f7022d7d6d2 on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:36:15.578068 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Port c953d589-4330-4f9b-a43a-0f7022d7d6d2 on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:36:15.578389 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Attempting to bind port c953d589-4330-4f9b-a43a-0f7022d7d6d2 on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:36:15.587155 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-7e091b8e-2320-4e15-a147-b6d39b2ab79b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Synchronizing usage tracker for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:security_group {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:36:15.590805 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:36:15.591152 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Checking segment: {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:36:15.591538 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Bound using segment: {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:36:15.591980 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Bound port: c953d589-4330-4f9b-a43a-0f7022d7d6d2, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:36:15.592299 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.653316 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-7e091b8e-2320-4e15-a147-b6d39b2ab79b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Unset dirty status for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:security_group {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:36:15.654434 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d0efa9c4-b959-4d12-812e-3a6a11c85434 req-7e091b8e-2320-4e15-a147-b6d39b2ab79b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330838 Jun 29 14:36:15.690363 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:36:15.693575 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:36:15.696934 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.700339 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a3eaa77e-00a8-43b2-9c86-4678f6a1ad7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:15.762763 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:15.764143 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] 10.222.0.74 "PUT /v2.0/ports/c953d589-4330-4f9b-a43a-0f7022d7d6d2 HTTP/1.1" status: 200 len: 1093 time: 1.0078137 Jun 29 14:36:15.765282 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:36:15.783189 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Pushing event updated for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:15.786094 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-cabde10f-5965-4377-8101-2fe1aa2078fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:15.837374 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2', 'status': 'completed', 'code': 200} Jun 29 14:36:15.881547 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-cdfb5979-f49c-4368-a044-320c60e66a30 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 1096 time: 0.0797822 Jun 29 14:36:15.949634 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-8601a65f-b952-4a30-a804-69eb35f680b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0603685 Jun 29 14:36:16.015905 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-fac9796e-f1e4-47cd-9e60-3552bdd52ee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:16.017319 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-fac9796e-f1e4-47cd-9e60-3552bdd52ee4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d108798-b1fe-4ef6-8856-997521e85627 HTTP/1.1" status: 200 len: 853 time: 0.0616608 Jun 29 14:36:16.063377 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-280322f9-06f0-4046-8dff-f732f7e4395d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382702 Jun 29 14:36:16.197688 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-2e1cda45-6da2-4a1f-a726-1126f83e298d service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271787 Jun 29 14:36:16.329284 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-661851b3-2921-4a6f-a488-6a46c98b62c1 req-e9f7b2f7-c2e5-4143-8e8a-df2689aadc00 service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247461 Jun 29 14:36:16.451373 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-f2b4cfb3-52bf-4ece-9b57-a215f1188417 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 1096 time: 0.0725358 Jun 29 14:36:16.661791 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-371b07f0-4fd7-4140-a39a-ef951bc85b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:16.663248 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-371b07f0-4fd7-4140-a39a-ef951bc85b77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 914 time: 0.2047629 Jun 29 14:36:16.734093 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-a691509d-3b8c-49e2-8248-2e2dc65a84ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0609102 Jun 29 14:36:16.840884 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-4a58f68d-3b8a-47f3-81c3-16a3db516628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:16.842519 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-4a58f68d-3b8a-47f3-81c3-16a3db516628 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d108798-b1fe-4ef6-8856-997521e85627 HTTP/1.1" status: 200 len: 853 time: 0.1017139 Jun 29 14:36:16.899393 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-73728283-1fba-4d5d-b332-b38dc39a30aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499589 Jun 29 14:36:16.908848 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbd877-0947-42ba-ad5c-b256245a419b req-a03a2131-3de4-4d19-a749-ddfc742bdb59 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:16.910183 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95fbd877-0947-42ba-ad5c-b256245a419b req-a03a2131-3de4-4d19-a749-ddfc742bdb59 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 943 time: 0.1343715 Jun 29 14:36:17.036471 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-95fbd877-0947-42ba-ad5c-b256245a419b req-3a2bb6af-d305-4273-a88c-02cf5fe3e799 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 Jun 29 14:36:17.069667 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-a68fde01-b52a-48e0-bf31-a085d9078e01 service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585953 Jun 29 14:36:17.201027 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bc98a6df-9d02-4579-aec6-e2576802b7fe req-32f2cca5-1859-4355-9310-c221dfdfb738 service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235502 Jun 29 14:36:17.807433 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-cb53574c-a129-4b69-b44b-a7146c4bcc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:18.033383 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c953d589-4330-4f9b-a43a-0f7022d7d6d2 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:36:18.171902 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:36:18.187049 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2', 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca', 'port_id': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2', 'mac_address': 'fa:16:3e:94:5a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d108798-b1fe-4ef6-8856-997521e85627', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:36:18.242993 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e488741-3fd6-4098-86df-aebf200bf0c2 req-b36c9981-b056-47f5-a346-38a2f7eb2cad tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:18.243862 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:18.244474 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e488741-3fd6-4098-86df-aebf200bf0c2 req-b36c9981-b056-47f5-a346-38a2f7eb2cad tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 943 time: 0.0835230 Jun 29 14:36:18.260936 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c953d589-4330-4f9b-a43a-0f7022d7d6d2 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:36:18.276364 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:36:18.281021 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:18.283791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:18.292513 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e488741-3fd6-4098-86df-aebf200bf0c2 req-f43acf95-9feb-4e2b-b4f7-c3ed45e8f4fc tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Jun 29 14:36:18.348704 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:18.362346 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:18.370496 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.370842 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.371209 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.371544 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.371878 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.372210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.372534 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.372856 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.373177 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.373495 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.373862 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:36:18.378030 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:18.491290 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['c953d589-4330-4f9b-a43a-0f7022d7d6d2'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:36:19.487143 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a53c25-8d7b-46cb-bb72-7fdfd8935939 req-36f0a226-5dc5-4366-8a7f-b1639411e3df tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:19.488729 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d4a53c25-8d7b-46cb-bb72-7fdfd8935939 req-36f0a226-5dc5-4366-8a7f-b1639411e3df tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 944 time: 0.0776021 Jun 29 14:36:19.533479 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d4a53c25-8d7b-46cb-bb72-7fdfd8935939 req-e30280c8-7473-453b-9789-752f1a857d17 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392997 Jun 29 14:36:19.934628 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6aee1df9-06fc-4deb-a273-71332f33ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:20.060637 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c953d589-4330-4f9b-a43a-0f7022d7d6d2 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:36:20.131403 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port c953d589-4330-4f9b-a43a-0f7022d7d6d2 completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:36:20.135959 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port c953d589-4330-4f9b-a43a-0f7022d7d6d2 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:36:20.136332 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:20.244315 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:20.270795 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:36:20.280384 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:36:20.284132 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:20.286045 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:36:20.329194 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2', 'code': 200} Jun 29 14:36:20.354131 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:36:20.357080 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:36:20.547474 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ff9366de-231f-471d-8049-322fe47a1442 req-70d22369-64e1-45e4-8450-53e2416f5e7e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 1098 time: 0.0694802 Jun 29 14:36:20.590836 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ff9366de-231f-471d-8049-322fe47a1442 req-d8ad1ecf-a572-4250-bf70-e8e50c024569 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Jun 29 14:36:20.726183 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386795b-094a-4cb7-9517-9012e1678a7c req-e7c0805c-5dcd-4205-b713-8ebb23afd7a0 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:20.727664 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0386795b-094a-4cb7-9517-9012e1678a7c req-e7c0805c-5dcd-4205-b713-8ebb23afd7a0 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0740371 Jun 29 14:36:20.775508 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-0386795b-094a-4cb7-9517-9012e1678a7c req-d5e513ec-907a-4245-9f44-d6cf07f19621 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Jun 29 14:36:21.127354 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:21.969547 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfcdc2-49f8-4f68-b54e-ca1fe354928b req-440099e3-c6e1-4761-a31f-07a07d41bdeb tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:21.970897 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afcfcdc2-49f8-4f68-b54e-ca1fe354928b req-440099e3-c6e1-4761-a31f-07a07d41bdeb tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0747342 Jun 29 14:36:22.019631 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-afcfcdc2-49f8-4f68-b54e-ca1fe354928b req-4f2a9621-c1ac-46c9-ad18-c9d886544405 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Jun 29 14:36:22.563030 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:29.098406 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:31.688077 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-924b0ed6-dc4a-4e18-9304-15187d9a4b56 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675571 Jun 29 14:36:31.825975 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-ee6dda26-afe2-41b3-b90d-b1758b827094 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0682805 Jun 29 14:36:31.971740 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-6611201b-08c0-44c1-a465-f4d8219b9e10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:31.973088 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-6611201b-08c0-44c1-a465-f4d8219b9e10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1270971 Jun 29 14:36:32.077003 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-b12589ea-e535-4c72-9b64-84d103d0478e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0956628 Jun 29 14:36:32.142741 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-25bae865-1253-478a-b54a-962af063b310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:32.144204 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-25bae865-1253-478a-b54a-962af063b310 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0608468 Jun 29 14:36:32.228235 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-1a211353-e34e-4420-90b8-67a00f3319af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676947 Jun 29 14:36:32.452649 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-0db8e0a8-8351-4588-a2b1-cfaa4e4baadc service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159157 Jun 29 14:36:32.588044 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-82f30420-45fe-4b9f-9699-f9412f72bc4e req-66a54cf6-c6a5-409b-8187-34b5ff3f1291 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287377 Jun 29 14:36:38.807496 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:36:47.808971 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-afff2434-e400-4756-a260-2cd795132b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:48.310363 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:49.937765 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-835c2a20-2754-4932-9c37-ce0cea813579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:51.131285 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:52.558903 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:55.035020 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3e7bc-20d1-4462-9188-ebd3470b3f86 req-a2a22d40-c03a-4cf2-ae11-2a218c835738 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:55.036414 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7c3e7bc-20d1-4462-9188-ebd3470b3f86 req-a2a22d40-c03a-4cf2-ae11-2a218c835738 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.1549261 Jun 29 14:36:55.080559 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-d7c3e7bc-20d1-4462-9188-ebd3470b3f86 req-902d2209-8600-4a2f-a229-d7d8d86e4c91 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Jun 29 14:36:56.278774 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34a87-03b2-4021-9306-b6d7ffdf8cdc req-8d077f30-08e4-4fd9-bb41-7c7b345302b3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:56.280239 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4db34a87-03b2-4021-9306-b6d7ffdf8cdc req-8d077f30-08e4-4fd9-bb41-7c7b345302b3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0801632 Jun 29 14:36:56.324209 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4db34a87-03b2-4021-9306-b6d7ffdf8cdc req-00de3ae6-dfac-4c68-a52a-b30241f8330f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Jun 29 14:36:57.518665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099119e-9b6b-4ac2-9e34-87c8a09ab010 req-0d2d1e3c-1c85-4fc7-b9f5-555d06842a74 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:57.520151 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a099119e-9b6b-4ac2-9e34-87c8a09ab010 req-0d2d1e3c-1c85-4fc7-b9f5-555d06842a74 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0789213 Jun 29 14:36:57.564539 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-a099119e-9b6b-4ac2-9e34-87c8a09ab010 req-d65e1663-de80-4b37-b850-0bdebbfe9149 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Jun 29 14:36:58.765112 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac726fe9-c9ea-4fbc-a0e4-a89b8e4ab45d req-e3cdade4-56bf-4864-ad82-89b0450ae392 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:58.766564 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ac726fe9-c9ea-4fbc-a0e4-a89b8e4ab45d req-e3cdade4-56bf-4864-ad82-89b0450ae392 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0772974 Jun 29 14:36:58.811342 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-ac726fe9-c9ea-4fbc-a0e4-a89b8e4ab45d req-9960ec61-1f92-4a56-8f4c-484955e2eb61 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Jun 29 14:36:59.088847 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:59.622918 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-cf1bf702-c216-4886-a858-6985f346f98a tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:36:59.624365 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-cf1bf702-c216-4886-a858-6985f346f98a tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0790970 Jun 29 14:36:59.691859 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Deleting port c953d589-4330-4f9b-a43a-0f7022d7d6d2 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:36:59.692198 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:36:59.932039 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] For port c953d589-4330-4f9b-a43a-0f7022d7d6d2, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c953d589-4330-4f9b-a43a-0f7022d7d6d2,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:36:59.932768 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:00.008201 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40133e4d-a725-440a-aa67-1fa204c00881 req-59810898-4194-4ed1-8350-a79a14ba71e5 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:00.009695 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-40133e4d-a725-440a-aa67-1fa204c00881 req-59810898-4194-4ed1-8350-a79a14ba71e5 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a321caf-1b8d-43fd-848b-a4af6f117c19 HTTP/1.1" status: 200 len: 945 time: 0.0768452 Jun 29 14:37:00.050946 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Calling delete_port for c953d589-4330-4f9b-a43a-0f7022d7d6d2 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:37:00.055402 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-40133e4d-a725-440a-aa67-1fa204c00881 req-67bd9e05-9303-4abb-b98c-94c88205bc13 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401673 Jun 29 14:37:00.191719 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:00.197602 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-57edb377-7596-47ee-a3ce-6b2b6d0e3af9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:00.203907 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['c953d589-4330-4f9b-a43a-0f7022d7d6d2'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:37:00.240588 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Pushing event deleted for resources: {'Port': ['ID=c953d589-4330-4f9b-a43a-0f7022d7d6d2,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:00.281311 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.281686 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.282052 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.282411 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.282770 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.283162 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.283502 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.283856 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.284206 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.284560 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.284909 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:00.291560 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:00.324843 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] No DVR routers for this DVR port c953d589-4330-4f9b-a43a-0f7022d7d6d2 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:37:00.327179 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:00.329637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'name': 'network-vif-deleted', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:37:00.345008 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-2cdc5fd4-b67d-49ee-8aca-33bab4c4542c req-1d334452-16c8-4220-83fa-b5926fc2a04d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "DELETE /v2.0/ports/c953d589-4330-4f9b-a43a-0f7022d7d6d2 HTTP/1.1" status: 204 len: 173 time: 0.7148116 Jun 29 14:37:00.387267 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a321caf-1b8d-43fd-848b-a4af6f117c19', 'name': 'network-vif-deleted', 'tag': 'c953d589-4330-4f9b-a43a-0f7022d7d6d2', 'status': 'completed', 'code': 200} Jun 29 14:37:02.341027 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c953d589-4330-4f9b-a43a-0f7022d7d6d2 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:37:02.373496 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: c953d589-4330-4f9b-a43a-0f7022d7d6d2 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:37:02.373848 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device c953d589-4330-4f9b-a43a-0f7022d7d6d2 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:37:05.347461 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-1b194dff-c7d1-4b41-a4a2-9a7cc0aa6ded tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:05.348801 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-1b194dff-c7d1-4b41-a4a2-9a7cc0aa6ded tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 813 time: 0.1394393 Jun 29 14:37:05.364990 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-1c10b265-ec6d-4f8d-98db-f59dc553d73e tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/quotas/eb992fd7683f4614bdea6cf8f365cc6a HTTP/1.1" status: 200 len: 375 time: 0.0102241 Jun 29 14:37:05.408133 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-2bf75b31-3ddd-4430-9661-ac71095eb8cf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Synchronizing usage tracker for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:37:05.423441 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-2bf75b31-3ddd-4430-9661-ac71095eb8cf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Unset dirty status for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:37:05.424700 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-2bf75b31-3ddd-4430-9661-ac71095eb8cf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551424 Jun 29 14:37:05.553691 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-fde23baf-b47a-492d-aad1-7df7269510a3 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223385 Jun 29 14:37:05.770291 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-786d4ba0-208c-44af-b3ab-880f5d0e0ed5 service neutron] 10.222.0.11 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107725 Jun 29 14:37:05.954144 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-186b892a-7cf5-4194-a347-4a81cd92d5a9 req-6e543bf3-a2ed-4b92-82bb-3f8ab7eb6769 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 210 time: 0.0436900 Jun 29 14:37:06.936251 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-6213f5d9-7edb-4eb9-802c-00f085313839 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:06.937576 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-6213f5d9-7edb-4eb9-802c-00f085313839 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 813 time: 0.1469095 Jun 29 14:37:06.955063 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Request body: {'port': {'device_id': '423016ba-f193-45d0-86f3-2fa98875b87b', 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca', 'admin_state_up': True, 'tenant_id': 'eb992fd7683f4614bdea6cf8f365cc6a'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:37:07.129684 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-050f5e7a-bb20-4a4d-8ad3-c41b2854cf4c req-7b599b59-ccef-4ad0-8526-792434c1f327 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 210 time: 0.0482752 Jun 29 14:37:07.135119 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 29 14:37:07.144632 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.quota.driver [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74211) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 29 14:37:07.155182 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Made reservation on behalf of eb992fd7683f4614bdea6cf8f365cc6a for: {'port': 1} {{(pid=74211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 14:37:07.158108 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:07.313640 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_common [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Allocated IP 172.20.0.2 (a7e367e5-b2dc-455e-be7a-6d43a4daf2ca/1d108798-b1fe-4ef6-8856-997521e85627/7ae16d7b-c7a5-480d-af04-17f5ed70e2ee) {{(pid=74211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 14:37:07.514644 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks [] for port, precommit_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:07.541798 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747653998367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_create {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:07.552050 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-884d28ae-53ea-4c2c-81f0-0abf4abb3b58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:07.625428 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca is already hosted by enough agents. {{(pid=74211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 14:37:07.626524 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.base_scheduler [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Resources bound (agent type, host, resource id): {{(pid=74211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 14:37:07.630822 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Received port after_create {{(pid=74211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 14:37:07.657094 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Pushing event updated for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=1']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:07.662268 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:07.696716 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:07.697307 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:07.722029 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-4c4d43f5-f75e-49d1-9ca0-d10466d7a9c3 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705305 Jun 29 14:37:07.733113 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.v2.base [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Request body: {'port': {'device_id': '423016ba-f193-45d0-86f3-2fa98875b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 29 14:37:07.834637 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.165262 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee {{(pid=74211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:37:08.175075 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.193017 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.provisioning_blocks [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Transition to ACTIVE for port object 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee will not be triggered until provisioned by entity L2. {{(pid=74211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 14:37:08.196381 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.200126 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-902399c3-ee71-4fb9-af7a-68ca102bb10e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:08.326608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=2']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:08.329204 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773197c-3739-4d91-b662-dd12558bcaf1 req-cd94dce2-c9ed-404f-abab-7f17a04d2a5a tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:08.329711 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:08.330757 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0773197c-3739-4d91-b662-dd12558bcaf1 req-cd94dce2-c9ed-404f-abab-7f17a04d2a5a tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 943 time: 0.0787957 Jun 29 14:37:08.376553 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0773197c-3739-4d91-b662-dd12558bcaf1 req-bf94dd6d-2d18-4f75-924d-fc38efb82c16 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Jun 29 14:37:08.430224 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Attempting to bind port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee on host hv-cinder-79835 for vnic_type normal with profile {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 14:37:08.430483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Attempting to bind port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 14:37:08.430809 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Attempting to bind port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:37:08.436504 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 29 14:37:08.436826 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Attempting to bind port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee on network a7e367e5-b2dc-455e-be7a-6d43a4daf2ca {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 29 14:37:08.442833 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Checking agent: {'id': '35a43866-6280-469a-99bf-ce6e070a09a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 29 14:37:08.443190 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Checking segment: {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 29 14:37:08.443567 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Bound using segment: {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'} {{(pid=74211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 29 14:37:08.444008 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.managers [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Bound port: 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09acaeaf-0ab4-4f47-90ec-5c11337a5e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca'}}] {{(pid=74211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 14:37:08.444347 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.610477 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, cleared binding levels {{(pid=74211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 14:37:08.613368 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 14:37:08.617682 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7009033'] for port, after_update {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.621115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-750434d4-f426-4b05-bff0-5611a68bef02 tempest-VolumesNegativeTest-2095887657 tempest-VolumesNegativeTest-2095887657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:08.680892 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:08.682187 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] 10.222.0.74 "PUT /v2.0/ports/7ae16d7b-c7a5-480d-af04-17f5ed70e2ee HTTP/1.1" status: 200 len: 1093 time: 0.9530170 Jun 29 14:37:08.682668 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:37:08.701428 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=3']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:08.705592 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a9e27ada-4f56-4d80-b305-01a1bfe50198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:08.754506 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee', 'status': 'completed', 'code': 200} Jun 29 14:37:08.789616 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-6f09ef49-02ae-45ac-9032-4b244bdc9b0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 1096 time: 0.0693555 Jun 29 14:37:08.858778 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-34170099-c355-4545-9915-3f2154dbffd6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee HTTP/1.1" status: 200 len: 217 time: 0.0619392 Jun 29 14:37:08.920043 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-7b46201a-4be3-4d1a-bf13-daafc578ae25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:08.921432 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-7b46201a-4be3-4d1a-bf13-daafc578ae25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d108798-b1fe-4ef6-8856-997521e85627 HTTP/1.1" status: 200 len: 853 time: 0.0559568 Jun 29 14:37:08.966466 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-e280136b-a01e-4a5f-8194-3cc5cefc4826 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379729 Jun 29 14:37:09.092421 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-16fc1bbe-87ea-4ff1-9ea7-2211184a7922 service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199751 Jun 29 14:37:09.220130 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d6d4971c-ae75-4a21-a6d9-dc03d0ce17e6 req-ea020e48-1fde-468f-9efd-7260b403f57e service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212008 Jun 29 14:37:09.340314 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-e6098f28-2de1-469d-9660-bd8e2e27d5dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 1096 time: 0.0749972 Jun 29 14:37:09.471600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-8cbc3828-7998-4336-af8a-7bb330b335a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:09.472961 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-8cbc3828-7998-4336-af8a-7bb330b335a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 200 len: 914 time: 0.1264644 Jun 29 14:37:09.543286 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-107fd79c-b02b-4bf5-a57e-8ba02bb10027 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee HTTP/1.1" status: 200 len: 217 time: 0.0627222 Jun 29 14:37:09.577744 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db766a-f4c2-4b03-ae0e-e3c9810e5bb0 req-5364568a-9fe5-4e3a-8a93-c02b55814bbf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:09.579437 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c5db766a-f4c2-4b03-ae0e-e3c9810e5bb0 req-5364568a-9fe5-4e3a-8a93-c02b55814bbf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 943 time: 0.0792987 Jun 29 14:37:09.605913 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-085a3461-2705-428c-9ce0-90c3f9a4761a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:09.607377 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-085a3461-2705-428c-9ce0-90c3f9a4761a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1d108798-b1fe-4ef6-8856-997521e85627 HTTP/1.1" status: 200 len: 853 time: 0.0573378 Jun 29 14:37:09.625849 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c5db766a-f4c2-4b03-ae0e-e3c9810e5bb0 req-73a81ae1-822e-4248-88e7-0b1a33471652 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Jun 29 14:37:09.659864 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-571be8f1-c3a0-48d3-9e7f-9d9d4293eefa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441895 Jun 29 14:37:09.796127 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-e785ed76-94a3-4b5b-b960-0269daec1abb service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291203 Jun 29 14:37:09.925412 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-517cae1a-46a1-4fb8-9d1e-34b37b0c01fb req-d00d883e-596e-4554-a96d-a9c320023734 service neutron] 10.222.0.74 "GET /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223397 Jun 29 14:37:10.371822 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:37:10.501030 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:37:10.513604 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee', 'network_id': 'a7e367e5-b2dc-455e-be7a-6d43a4daf2ca', 'port_id': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee', 'mac_address': 'fa:16:3e:3d:4f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d108798-b1fe-4ef6-8856-997521e85627', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:37:10.568013 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:10.584175 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:37:10.599302 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:37:10.603857 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:10.605523 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-5d06a3f0-3ca7-4c97-ad6d-47314663b3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:10.666357 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=4']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:10.669287 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:10.816574 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['7ae16d7b-c7a5-480d-af04-17f5ed70e2ee'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:37:10.839891 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac7a9-50c7-432b-883b-418749dd0b96 req-a088583c-a6d9-4368-867b-c2bddcec5388 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:10.840575 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-81cac7a9-50c7-432b-883b-418749dd0b96 req-a088583c-a6d9-4368-867b-c2bddcec5388 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Synchronizing usage tracker for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:37:10.856240 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.quota.resource [req-81cac7a9-50c7-432b-883b-418749dd0b96 req-a088583c-a6d9-4368-867b-c2bddcec5388 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Unset dirty status for tenant:eb992fd7683f4614bdea6cf8f365cc6a on resource:port {{(pid=74211) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:37:10.857389 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-81cac7a9-50c7-432b-883b-418749dd0b96 req-a088583c-a6d9-4368-867b-c2bddcec5388 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 944 time: 0.0950596 Jun 29 14:37:10.902598 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-81cac7a9-50c7-432b-883b-418749dd0b96 req-659332c0-0020-4edd-ad9b-f90795b914ec tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jun 29 14:37:12.093131 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be426f-9c19-4265-a11a-e68a0415da80 req-4abb7ba3-df1d-46db-a2b8-87c7c8e5cf94 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:12.094601 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c9be426f-9c19-4265-a11a-e68a0415da80 req-4abb7ba3-df1d-46db-a2b8-87c7c8e5cf94 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 944 time: 0.0747480 Jun 29 14:37:12.141821 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-c9be426f-9c19-4265-a11a-e68a0415da80 req-63258031-b2f1-49a9-8023-fde142de0c03 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Jun 29 14:37:12.372172 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:37:12.437738 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning for port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee completed by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 14:37:12.442404 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:37:12.442775 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:12.554999 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:12.580704 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:37:12.591077 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:37:12.595025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:12.596842 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:12.666269 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=5']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:12.669517 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:12.775615 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee', 'code': 200} Jun 29 14:37:12.996418 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-70089569-e443-4aa0-96fb-a267f302a441 req-20da3bd7-2361-4c19-acd7-6f0a31fede28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 1098 time: 0.0678968 Jun 29 14:37:13.037598 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-70089569-e443-4aa0-96fb-a267f302a441 req-15573e71-f0a5-4538-965b-c77be2cf3f77 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Jun 29 14:37:13.333357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a462af-fdb1-4076-90d9-d1b812077a03 req-42de2b51-3538-4ba7-ac45-26a7f6e99517 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:13.334708 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-48a462af-fdb1-4076-90d9-d1b812077a03 req-42de2b51-3538-4ba7-ac45-26a7f6e99517 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0757158 Jun 29 14:37:13.379700 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-48a462af-fdb1-4076-90d9-d1b812077a03 req-2448b2f5-bf4a-4d57-9211-d22bed66ad59 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Jun 29 14:37:14.653056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9457-a969-4b69-aef2-167ecbbf262c req-bf43912b-602d-4e4a-9774-a330e1d85f6b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:14.654512 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b0b9457-a969-4b69-aef2-167ecbbf262c req-bf43912b-602d-4e4a-9774-a330e1d85f6b tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.1584644 Jun 29 14:37:14.698765 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-4b0b9457-a969-4b69-aef2-167ecbbf262c req-dc48fb14-5694-45d1-a2f9-da1da7c6311d tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Jun 29 14:37:15.807432 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:37:17.811866 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e16caca9-4c40-4e8b-b8fb-518117b83c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:18.312841 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:19.939660 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-f16bb25c-817c-4c11-9913-879da9775474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:21.134839 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:22.560853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:29.104716 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:30.501920 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286976c8-20ee-4b8b-9cce-da672211bf16 req-27182047-0aad-4a84-8d50-2d1685c66187 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:30.503382 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-286976c8-20ee-4b8b-9cce-da672211bf16 req-27182047-0aad-4a84-8d50-2d1685c66187 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0799782 Jun 29 14:37:30.548231 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-286976c8-20ee-4b8b-9cce-da672211bf16 req-aaf361d7-2f4b-4600-9d65-89d21419460c tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Jun 29 14:37:31.743951 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee87b-5d24-46fc-8772-766cae1a2d60 req-8e32a050-ce45-4efe-8903-f40dd4060d49 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:31.745399 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7c5ee87b-5d24-46fc-8772-766cae1a2d60 req-8e32a050-ce45-4efe-8903-f40dd4060d49 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0782397 Jun 29 14:37:31.790467 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7c5ee87b-5d24-46fc-8772-766cae1a2d60 req-e1d1e655-3316-4a0c-8f42-ed55c502e264 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Jun 29 14:37:32.989652 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff81193-682c-4f15-b8e9-77039d66c924 req-c2b34487-fc97-4839-a3e4-9ad5d7fbe106 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:32.991140 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fff81193-682c-4f15-b8e9-77039d66c924 req-c2b34487-fc97-4839-a3e4-9ad5d7fbe106 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0809026 Jun 29 14:37:33.037854 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-fff81193-682c-4f15-b8e9-77039d66c924 req-39466421-dc6c-448c-ac88-116e23979711 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Jun 29 14:37:34.233306 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b50eb-1be5-44ff-9c34-8204ef30b04e req-e8d6ba4f-a46b-4d8b-9d3e-b117c7f8883f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:34.234763 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d20b50eb-1be5-44ff-9c34-8204ef30b04e req-e8d6ba4f-a46b-4d8b-9d3e-b117c7f8883f tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0764823 Jun 29 14:37:34.281448 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d20b50eb-1be5-44ff-9c34-8204ef30b04e req-10335d3d-5e62-4f36-8356-fbfb17e85858 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/security-groups?id=3a5e554e-28f6-4bcd-b94c-92d246244f16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Jun 29 14:37:34.730842 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-e98908f1-4ced-4a4b-bfac-6f93df65e9cc tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:34.732281 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-e98908f1-4ced-4a4b-bfac-6f93df65e9cc tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 945 time: 0.0787475 Jun 29 14:37:34.815921 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Deleting port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:37:34.816355 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:35.061579 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] For port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,segment=NetworkSegment(09acaeaf-0ab4-4f47-90ec-5c11337a5e23),segment_id=09acaeaf-0ab4-4f47-90ec-5c11337a5e23)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:37:35.061934 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:35.197420 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Calling delete_port for 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:37:35.335305 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:35.341723 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-60698544-2d18-4e8a-b9f6-beda5eda9198 tempest-VolumesActionsTest-1834106222 tempest-VolumesActionsTest-1834106222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:35.348352 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['7ae16d7b-c7a5-480d-af04-17f5ed70e2ee'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:37:35.384965 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Pushing event deleted for resources: {'Port': ['ID=7ae16d7b-c7a5-480d-af04-17f5ed70e2ee,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:35.388853 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:35.452788 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e159e41e-c5a7-445e-916a-286e46077cf3 req-6d4cef44-ade8-4fa2-a4e2-4dd467da24bf tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.11 "GET /v2.0/ports?device_id=423016ba-f193-45d0-86f3-2fa98875b87b HTTP/1.1" status: 200 len: 210 time: 0.0446129 Jun 29 14:37:35.458608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] No DVR routers for this DVR port 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:37:35.461095 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:35.464489 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'name': 'network-vif-deleted', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:37:35.481524 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8576a24b-dfcc-47b1-8dbf-1710f21f4a8d req-3dea75e1-218b-462d-99d6-920a904e0d06 tempest-VolumesSnapshotTestJSON-1854186723 tempest-VolumesSnapshotTestJSON-1854186723-project] 10.222.0.74 "DELETE /v2.0/ports/7ae16d7b-c7a5-480d-af04-17f5ed70e2ee HTTP/1.1" status: 204 len: 173 time: 0.7435884 Jun 29 14:37:35.539596 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423016ba-f193-45d0-86f3-2fa98875b87b', 'name': 'network-vif-deleted', 'tag': '7ae16d7b-c7a5-480d-af04-17f5ed70e2ee', 'status': 'completed', 'code': 200} Jun 29 14:37:38.489781 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:37:38.524098 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:37:38.525015 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 7ae16d7b-c7a5-480d-af04-17f5ed70e2ee not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:37:47.813049 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-0318a328-37cb-4a29-bd2b-c9f6ff0fe5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:48.314984 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:49.939944 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d22820ff-f741-4c2a-aff3-0c02e52d2a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:51.140814 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:52.563827 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:52.807693 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:37:55.811083 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52022) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:37:55.876329 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Deleting subnet 1d108798-b1fe-4ef6-8856-997521e85627 {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:37:55.879324 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:55.927240 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:55.983777 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.048543 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.052662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-42a05bd5-6ecb-47ef-90a1-3b7309c1b4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:56.084438 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d108798-b1fe-4ef6-8856-997521e85627,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:56.095792 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.098740 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.099115 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.099502 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.099864 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.100229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.100574 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.100926 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.101277 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.101625 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.101970 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.102316 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:37:56.105759 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:56.108442 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c8c16db4-5ec4-40b6-a13c-4b1ba8d0d6eb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d108798-b1fe-4ef6-8856-997521e85627 HTTP/1.1" status: 204 len: 168 time: 0.2926042 Jun 29 14:37:56.110907 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52026) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:37:56.219829 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.343795 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.356663 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e367e5-b2dc-455e-be7a-6d43a4daf2ca']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:37:56.368172 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09acaeaf-0ab4-4f47-90ec-5c11337a5e23') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:37:56.368467 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09acaeaf-0ab4-4f47-90ec-5c11337a5e23') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:37:56.379325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.394361 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.400198 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:37:56.400574 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:37:56.413615 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:37:56.488168 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.491885 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-9586bc32-0013-4214-bae9-e50a1398d60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:56.504328 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.515464 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e367e5-b2dc-455e-be7a-6d43a4daf2ca,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:56.518432 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:56.521837 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-8f45eea7-d0d5-4a8c-99e7-e32b67261cba admin admin] 10.222.0.11 "DELETE /v2.0/networks/a7e367e5-b2dc-455e-be7a-6d43a4daf2ca HTTP/1.1" status: 204 len: 168 time: 0.4099815 Jun 29 14:37:56.653435 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52032) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:37:56.705827 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-1ec2af12-21d8-4582-9ec0-4536d2b35703 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb992fd7683f4614bdea6cf8f365cc6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511963 Jun 29 14:37:56.708206 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52036) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:37:56.765509 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.789345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.839336 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.844027 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-06b265f2-8636-4742-9eef-fa08ba28b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:37:56.856224 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e554e-28f6-4bcd-b94c-92d246244f16,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:37:56.858819 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:37:56.865787 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:56.866901 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-730c3b3b-4cbe-43f8-9f85-f054e2cddf9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a5e554e-28f6-4bcd-b94c-92d246244f16 HTTP/1.1" status: 204 len: 168 time: 0.1578252 Jun 29 14:37:59.073511 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a03c91-f173-4063-a532-712cdbda603e req-ee7cd654-d63e-4470-b8ee-cd577050b6b8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:37:59.074983 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9a03c91-f173-4063-a532-712cdbda603e req-ee7cd654-d63e-4470-b8ee-cd577050b6b8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.1550977 Jun 29 14:37:59.109972 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:37:59.123187 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-f9a03c91-f173-4063-a532-712cdbda603e req-0ac38c42-a99d-42c4-b4c2-02378c4f2ccd tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426812 Jun 29 14:38:00.318343 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a6af-bf6a-40bb-ae9a-10b86d124342 req-d124e5d9-a121-4d14-8852-e429d6bad2ad tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:00.319874 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d74a6af-bf6a-40bb-ae9a-10b86d124342 req-d124e5d9-a121-4d14-8852-e429d6bad2ad tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0738747 Jun 29 14:38:00.364201 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-3d74a6af-bf6a-40bb-ae9a-10b86d124342 req-6f325ae5-3408-4ca0-91a3-cd00a0cfec9d tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 Jun 29 14:38:01.557965 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4febbd-889a-45c8-8bbb-4d1e6db1f002 req-66a7c7cf-7ed2-41b5-a220-b2eaab15d2ad tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:01.559422 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0e4febbd-889a-45c8-8bbb-4d1e6db1f002 req-66a7c7cf-7ed2-41b5-a220-b2eaab15d2ad tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0769916 Jun 29 14:38:01.603930 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0e4febbd-889a-45c8-8bbb-4d1e6db1f002 req-75622c7d-645f-46e3-bcf0-e6bd128057e9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 Jun 29 14:38:02.805536 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc67fc-fc9f-42d6-9092-c38c59e1f30a req-960e9b6a-01d9-4f7f-9350-a9d2dc237e63 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:02.806976 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e1dc67fc-fc9f-42d6-9092-c38c59e1f30a req-960e9b6a-01d9-4f7f-9350-a9d2dc237e63 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0781605 Jun 29 14:38:02.852141 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-e1dc67fc-fc9f-42d6-9092-c38c59e1f30a req-2e450b9a-7bc9-4466-bf82-ab9d1967beb9 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Jun 29 14:38:04.041695 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb311-8808-4ba5-aea6-4975b08a7dbf req-74fe36ff-64cb-46cc-ba6e-812550931a80 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:04.043639 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-470eb311-8808-4ba5-aea6-4975b08a7dbf req-74fe36ff-64cb-46cc-ba6e-812550931a80 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0748479 Jun 29 14:38:04.087339 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-470eb311-8808-4ba5-aea6-4975b08a7dbf req-2bea5476-b740-43bf-9071-699c84681971 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 Jun 29 14:38:05.278581 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c739d4-0280-4d21-b512-370648f0014b req-49220ef1-2257-4a27-89fd-eec90a2fadbf tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:05.280033 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d5c739d4-0280-4d21-b512-370648f0014b req-49220ef1-2257-4a27-89fd-eec90a2fadbf tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0749710 Jun 29 14:38:05.327243 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-d5c739d4-0280-4d21-b512-370648f0014b req-21232958-98d0-437f-8b4c-e928d74228b0 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Jun 29 14:38:06.523069 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c114a3-0b18-4afa-82b7-bdc73e3908a2 req-dfed0e9a-3940-480b-9e84-df91525d9ed8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:06.524526 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-88c114a3-0b18-4afa-82b7-bdc73e3908a2 req-dfed0e9a-3940-480b-9e84-df91525d9ed8 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0775270 Jun 29 14:38:06.569570 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-88c114a3-0b18-4afa-82b7-bdc73e3908a2 req-bcaa7021-faae-4af8-8f80-715b9898ea29 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395734 Jun 29 14:38:07.774713 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26590b4b-0d59-4ed1-b26f-baf9af247f4c req-ef69ad72-4107-47ac-98de-36ca1e836c97 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:07.776430 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-26590b4b-0d59-4ed1-b26f-baf9af247f4c req-ef69ad72-4107-47ac-98de-36ca1e836c97 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0810311 Jun 29 14:38:07.822948 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-26590b4b-0d59-4ed1-b26f-baf9af247f4c req-aa095213-2e94-4885-a437-784fe1c6ac1f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Jun 29 14:38:09.015357 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54894f-7483-4c5e-8cab-b6eabd6ecddb req-5d1cb027-1329-40b8-ac76-dfafdfcd303b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:09.016832 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0a54894f-7483-4c5e-8cab-b6eabd6ecddb req-5d1cb027-1329-40b8-ac76-dfafdfcd303b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0758572 Jun 29 14:38:09.062573 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-0a54894f-7483-4c5e-8cab-b6eabd6ecddb req-916b8ff9-f264-4aff-a56a-f8e5eb1878f6 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Jun 29 14:38:09.099242 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-53c5ed8f-2327-43be-9a95-8544db1df936 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0718489 Jun 29 14:38:09.306874 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029f2-318c-4318-b79e-31edd4b77ccf req-8b07ca85-a9fd-4055-b9f5-97edda7609aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:09.309040 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-8b07ca85-a9fd-4055-b9f5-97edda7609aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.2032831 Jun 29 14:38:09.409149 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-d742f53a-b369-483f-9a70-b8da910e284d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0932262 Jun 29 14:38:09.471504 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965029f2-318c-4318-b79e-31edd4b77ccf req-97cb2f60-6128-48e3-9400-de889e3c83e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:09.472965 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-97cb2f60-6128-48e3-9400-de889e3c83e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0572362 Jun 29 14:38:09.545541 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-e5b2e90c-d9e1-430e-bf31-3c0441dd15e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663109 Jun 29 14:38:09.677285 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-41fd94cb-ef70-415e-b89b-15067927844f service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247852 Jun 29 14:38:09.806572 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-965029f2-318c-4318-b79e-31edd4b77ccf req-4789bacd-10d2-451a-a4d6-d5b7149b75a6 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235631 Jun 29 14:38:10.255910 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6b62-cc5c-4a4c-b200-5cd91efef54c req-9fd4c608-a8e7-4d81-9f6b-31566ccf0d03 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:10.257353 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0db6b62-cc5c-4a4c-b200-5cd91efef54c req-9fd4c608-a8e7-4d81-9f6b-31566ccf0d03 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0785902 Jun 29 14:38:10.300943 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c0db6b62-cc5c-4a4c-b200-5cd91efef54c req-9c97cc3a-040b-4e5b-a9bc-c67e2d62a444 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382268 Jun 29 14:38:11.501235 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84c1df-eae7-49fd-95c3-a9bff44a0623 req-16701119-554b-450d-a241-d64501314630 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:11.502687 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bc84c1df-eae7-49fd-95c3-a9bff44a0623 req-16701119-554b-450d-a241-d64501314630 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0837319 Jun 29 14:38:11.550332 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-bc84c1df-eae7-49fd-95c3-a9bff44a0623 req-0dcc2d35-5f0b-47c9-b7ad-93400f955662 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Jun 29 14:38:12.742115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68decc1-19e8-4265-b332-ddd42006af33 req-08b88482-7e8d-4d02-87fa-563a7b27c977 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:12.743623 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c68decc1-19e8-4265-b332-ddd42006af33 req-08b88482-7e8d-4d02-87fa-563a7b27c977 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0751369 Jun 29 14:38:12.790811 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-c68decc1-19e8-4265-b332-ddd42006af33 req-5128b480-8959-4865-b682-2594695a71dc tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416169 Jun 29 14:38:12.974261 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e55c7f10-3b66-4a4a-a6ee-8d6188438152 req-6f5e01c2-e848-48fa-907b-5a38d75e10e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658798 Jun 29 14:38:13.222662 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52076) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:38:13.233961 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa14ae-a5dc-48de-baaf-5cec36ccbf74 req-6294b4af-49e7-4469-9ab2-c48f3592755c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:13.235437 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-32aa14ae-a5dc-48de-baaf-5cec36ccbf74 req-6294b4af-49e7-4469-9ab2-c48f3592755c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0762296 Jun 29 14:38:13.279995 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-32aa14ae-a5dc-48de-baaf-5cec36ccbf74 req-d0eb4c3d-f3d4-47fc-942c-2128c66909d3 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392368 Jun 29 14:38:13.362156 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-0516d47b-b4de-4780-9956-8f25aded5d5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380918 Jun 29 14:38:14.423791 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-ec3fbb7a-de13-44ba-8654-8fc0d94b1638 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af&tenant_id=2bcb2388b7a041579ac41fedbc76c0cb HTTP/1.1" status: 200 len: 1098 time: 0.0725234 Jun 29 14:38:14.473508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d0c6-dc67-4061-87d1-4257b3d2d660 req-a22cb58c-88ca-4a56-bffa-38b3141649ab tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:14.474849 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2bf7d0c6-dc67-4061-87d1-4257b3d2d660 req-a22cb58c-88ca-4a56-bffa-38b3141649ab tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0754850 Jun 29 14:38:14.513842 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-67b0380c-565c-461f-8557-4e5c19a1e7ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0687325 Jun 29 14:38:14.521151 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-2bf7d0c6-dc67-4061-87d1-4257b3d2d660 req-7e403e35-a055-4876-8d23-3fc2d4721f2c tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Jun 29 14:38:14.581573 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:38:14.643320 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-2ff7ac3a-a085-4b2e-ab18-ffc0786ee339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:14.644766 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-2ff7ac3a-a085-4b2e-ab18-ffc0786ee339 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1250463 Jun 29 14:38:14.691159 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:14.717250 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:38:14.727463 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:38:14.732035 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:14.733791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:38:14.754206 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-1e3ef54b-2b04-4ac5-882c-0ca9776dc160 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 1001 time: 0.1033823 Jun 29 14:38:14.774127 dv-cinder-798356-1-smb neutron-server[74212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'code': 422} returned with failed status Jun 29 14:38:14.798770 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=6']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:38:14.806945 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.807316 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.808472 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.808812 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.809142 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.809470 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.809796 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.810117 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.810438 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.810784 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.811065 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:38:14.814885 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:38:14.817684 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-95b43ef9-ef8c-4194-a70d-3295730d720a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:14.819157 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-95b43ef9-ef8c-4194-a70d-3295730d720a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0588157 Jun 29 14:38:14.899385 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-d26a4c59-313c-4a33-948d-650172dee79b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726495 Jun 29 14:38:15.027405 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-641ffbd0-8aa6-46a9-9a28-0ff2c0a90ace service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209755 Jun 29 14:38:15.231870 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-99b0fbe4-340a-476f-8d56-619e41c6833f req-2ffaf19b-4c07-4cf7-8f9f-5cee29c36248 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979649 Jun 29 14:38:15.716438 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dffef-a149-4c5d-910d-fab71a71f2f1 req-1e79b053-8531-4977-9217-2fbf841b3af2 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:15.717866 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e8dffef-a149-4c5d-910d-fab71a71f2f1 req-1e79b053-8531-4977-9217-2fbf841b3af2 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 943 time: 0.0784085 Jun 29 14:38:15.762866 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-3e8dffef-a149-4c5d-910d-fab71a71f2f1 req-8cc2ee82-ac4f-4dcb-bf42-c88f23401046 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390093 Jun 29 14:38:16.596660 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1c52ce0a-7783-458c-8f92-980635c0d9eb req-9bf0db05-7b97-46a9-a180-32a968ac0b0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1096 time: 0.0671973 Jun 29 14:38:16.639523 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-1c52ce0a-7783-458c-8f92-980635c0d9eb req-165be1bb-5e8d-4b0b-a113-54f87a9b3879 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361288 Jun 29 14:38:16.959724 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e3da9-b231-4aad-b10b-4a986d08ee2f req-7c76386b-e451-45ec-8e44-b492434c2853 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:16.961075 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-658e3da9-b231-4aad-b10b-4a986d08ee2f req-7c76386b-e451-45ec-8e44-b492434c2853 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 943 time: 0.0780907 Jun 29 14:38:17.005644 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-658e3da9-b231-4aad-b10b-4a986d08ee2f req-b3c7d281-1d0c-42c2-84fd-bc1fc5a2ea2f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Jun 29 14:38:17.814614 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c30c1082-a6e8-4523-aafd-b31b5603baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:18.317721 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:18.352897 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24115f-e816-4091-8710-de0cff90e902 req-43c8c3a6-b729-47ff-b006-a68ceda557c1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:18.354361 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8f24115f-e816-4091-8710-de0cff90e902 req-43c8c3a6-b729-47ff-b006-a68ceda557c1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 943 time: 0.2139375 Jun 29 14:38:18.409087 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-8f24115f-e816-4091-8710-de0cff90e902 req-ccf5df88-ab1d-413d-b887-223d6ecb05ed tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486522 Jun 29 14:38:18.621665 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 29 14:38:18.764145 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:38:18.778686 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Returning: {'device': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'port_id': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'mac_address': 'fa:16:3e:d1:6b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 29 14:38:18.833809 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:18.851073 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 {{(pid=74212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 14:38:18.868168 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:38:18.874573 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:18.876336 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:38:18.938540 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=7']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:38:18.941644 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:38:19.093474 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] get_ports_and_sgs() called for port_ids ['38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'] {{(pid=74212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 29 14:38:19.940602 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2de7-b85c-4feb-b329-2becd915b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:20.644384 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 up at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 29 14:38:20.713210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.provisioning_blocks [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Provisioning complete for port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 triggered by entity L2. {{(pid=74212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 14:38:20.713595 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-739874'] for port, provisioning_complete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:20.822106 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-564011'] for port, before_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:20.851238 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:38:20.860267 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:38:20.864488 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747654540984', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747653998385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747653998430'] for port, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:20.866314 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:38:20.928595 dv-cinder-798356-1-smb neutron-server[74212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'code': 200} Jun 29 14:38:20.959975 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Pushing event updated for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=8']} {{(pid=74212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:38:20.963025 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_concurrency.lockutils [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74212) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:38:21.138893 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:22.567577 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:29.111272 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:29.806784 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:38:36.348333 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-b6778efb-5a1e-406f-b4b7-40ace36adcdb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346836 Jun 29 14:38:36.488210 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-5355a831-369b-498b-b3ed-6b3140b812d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0700929 Jun 29 14:38:36.627276 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-4d391cc0-6b88-42c9-af7e-2d1de0c7eebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:36.628714 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-4d391cc0-6b88-42c9-af7e-2d1de0c7eebd service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1226261 Jun 29 14:38:36.736178 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-b01e5bba-2201-4e7d-80ad-b6e626cccf77 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 1001 time: 0.0990846 Jun 29 14:38:36.796847 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-de15d338-6f5d-4ad9-a946-93981aab4840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:38:36.798279 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-de15d338-6f5d-4ad9-a946-93981aab4840 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0558558 Jun 29 14:38:36.874055 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-0b49d0bf-30de-4526-a437-6a78c716b40e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678818 Jun 29 14:38:36.888685 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-b553ca0e-0826-47a0-b285-41d73cc0ac99 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74211) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 29 14:38:36.889682 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-b553ca0e-0826-47a0-b285-41d73cc0ac99 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054483 Jun 29 14:38:37.016094 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-d9889ec8-411e-46b9-99d4-a5fae43f6bd6 service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198056 Jun 29 14:38:37.161143 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-7674d794-9acd-478d-b238-3bdb7c787a77 req-b02752e5-4087-42fc-8abb-617d7df36cda service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372650 Jun 29 14:38:47.817163 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-4cd23b5b-f18c-479c-81ee-8f9f93889d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:48.319729 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:49.942072 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b409db87-b7d9-4cf2-a6aa-0092679f13a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:51.144279 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:52.569859 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:38:59.111777 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:06.811686 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:39:17.819813 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-52d99f68-45b8-4b30-8bba-babdff6b92de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:18.320611 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:19.944382 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e23f-3bc1-4fb8-aedd-7e0336f8dd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:21.144208 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:22.572896 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:29.126685 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:33.926100 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52122) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:34.120074 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Deleting port db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:34.120332 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:34.286592 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:34.286923 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:34.405261 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Calling delete_port for db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e owned by network:floatingip {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:34.640553 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:34.644066 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-71828d28-f713-4750-a453-b16741161cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:34.683266 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event deleted for resources: {'Port': ['ID=db8a2238-ae51-44f9-9ef4-eb2d36ba3f0e,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:34.718070 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.718441 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.718810 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.719250 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.719611 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.719966 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.720314 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.720664 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.721013 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.721362 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.721707 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:34.728455 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:34.808185 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for floatingip, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:35.195155 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:39:35.397348 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:39:35.406881 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Sync routers for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:39:35.417767 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for floatingip, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:35.418210 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:35.418820 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:35.471295 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-345415af-9a22-4ab5-b9fa-98d52f61361b tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "DELETE /v2.0/floatingips/59f374e3-f966-46d9-8aea-5f51e42a890c HTTP/1.1" status: 204 len: 168 time: 1.5440261 Jun 29 14:39:35.471955 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:39:35.608481 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:35.632992 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'status': 'completed', 'code': 200} Jun 29 14:39:35.743598 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-35689936-76a4-4eef-b04a-6c12862b95b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 1098 time: 0.0886426 Jun 29 14:39:35.885158 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-7803ad90-9c4b-4f9d-a451-5436b00927b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:39:35.886594 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-7803ad90-9c4b-4f9d-a451-5436b00927b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 200 len: 910 time: 0.1364274 Jun 29 14:39:35.928997 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:35.932766 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Checking router: 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:39:35.943906 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:35.944514 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:35.989270 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-e85cf92a-9519-442a-b0e3-6500d2f82b6d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0942175 Jun 29 14:39:36.063777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-6f6df358-9318-49b0-a68a-601e102a60b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:39:36.065253 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-6f6df358-9318-49b0-a68a-601e102a60b3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 200 len: 848 time: 0.0688038 Jun 29 14:39:36.113132 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9bfb9-16e8-4cd3-ab3e-d097c6346deb req-bd09d0f8-469e-4022-9821-b03372555591 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:39:36.114571 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6da9bfb9-16e8-4cd3-ab3e-d097c6346deb req-bd09d0f8-469e-4022-9821-b03372555591 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.2965755 Jun 29 14:39:36.121037 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:36.175513 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-6da9bfb9-16e8-4cd3-ab3e-d097c6346deb req-e4ce3198-8fce-41a1-b485-ef9542ff2666 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546951 Jun 29 14:39:36.184633 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-b4c5f9e0-e9ce-40e0-b7c3-b3cf7fb31db6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=40ce4503-5534-4484-b803-8a84ca624446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1118760 Jun 29 14:39:36.406581 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-29b36731-2a57-4ce7-984b-b46eb0eb1ecb service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136686 Jun 29 14:39:36.431364 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:36.435779 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450ea71-dd91-4fbc-bf41-1b920edc476d None None] The sync data for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb is: [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:14Z', 'revision_number': 4, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb', '_interfaces': [{'id': '856f5b36-a77b-4ab3-bc25-7c900a0ad526', 'name': '', 'network_id': '40ce4503-5534-4484-b803-8a84ca624446', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'mac_address': 'fa:16:3e:7a:20:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:14Z', 'updated_at': '2021-06-29T14:35:34Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'subnets': [{'id': '899f06df-e1b3-4567-b997-40a0e761e36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:39:36.538057 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-8448796b-fd5d-4df5-9dd7-4bc6729778ec req-50ad6993-dcf0-478c-8972-4c5d2e570edf service neutron] 10.222.0.74 "GET /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248930 Jun 29 14:39:36.655012 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4063df-daf8-4626-9fb4-36b8e1062388 None None] New status for floating IP 59f374e3-f966-46d9-8aea-5f51e42a890c: DOWN {{(pid=74213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 29 14:39:37.193942 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-1d35a08d-818b-41db-879e-6ed305d3433f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:39:37.195316 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-1d35a08d-818b-41db-879e-6ed305d3433f tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.74 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0743101 Jun 29 14:39:37.267081 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Deleting port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:37.267465 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:37.522353 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4598d-901a-49b0-9342-8aace0ef471c req-65101006-dd17-4788-a89a-526b87f5ba7e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 14:39:37.523083 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-eda4598d-901a-49b0-9342-8aace0ef471c req-65101006-dd17-4788-a89a-526b87f5ba7e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Synchronizing usage tracker for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74210) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 29 14:39:37.525953 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] For port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:37.526316 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:37.541038 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.quota.resource [req-eda4598d-901a-49b0-9342-8aace0ef471c req-65101006-dd17-4788-a89a-526b87f5ba7e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Unset dirty status for tenant:2bcb2388b7a041579ac41fedbc76c0cb on resource:port {{(pid=74210) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 29 14:39:37.542234 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-eda4598d-901a-49b0-9342-8aace0ef471c req-65101006-dd17-4788-a89a-526b87f5ba7e tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 945 time: 0.0974772 Jun 29 14:39:37.592672 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-eda4598d-901a-49b0-9342-8aace0ef471c req-9d4fab67-75a8-47d9-ac4b-86116582a7f1 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/security-groups?id=863f7e0b-33cf-4b3e-b5f8-414316e28e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Jun 29 14:39:37.652582 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Calling delete_port for 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 owned by compute:nova {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:37.791516 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:37.797538 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-fece26ec-28bc-4471-8d18-b4f2a6261ddf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:37.839990 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event deleted for resources: {'Port': ['ID=38f17c19-a8a8-4f62-a147-3fefb1b0e5f4,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:37.909242 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.909612 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.909975 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.910335 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.910688 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.911037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.911414 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.911763 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.912117 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.912462 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.912808 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-smb {{(pid=74211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 14:39:37.920917 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:37.925998 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] No DVR routers for this DVR port 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 on host hv-cinder-79835 {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:39:37.928202 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-102965'] for port, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:37.930661 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-deleted', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4'}] {{(pid=74211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 14:39:37.945744 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [req-bab1111f-78ce-43a3-bf4f-3914baafdd8c req-e5ec8c3d-7f06-4f2a-be46-34bf516ab829 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.74 "DELETE /v2.0/ports/38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 HTTP/1.1" status: 204 len: 173 time: 0.7448039 Jun 29 14:39:38.071996 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f09667-6668-4054-90a8-20dd3308f5af', 'name': 'network-vif-deleted', 'tag': '38f17c19-a8a8-4f62-a147-3fefb1b0e5f4', 'status': 'completed', 'code': 200} Jun 29 14:39:38.766066 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [req-e7c0d323-5f05-40d6-88ad-6da6fb510853 req-11c6c945-e0c2-4007-b2f8-c6c1d18437cb tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f09667-6668-4054-90a8-20dd3308f5af HTTP/1.1" status: 200 len: 210 time: 0.0408716 Jun 29 14:39:39.869555 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52150) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:39.938109 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:39.966020 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:40.027326 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:40.032517 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1b5fac6b-cbb9-465c-acfd-9c1f0065ac18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:40.046995 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863f7e0b-33cf-4b3e-b5f8-414316e28e6c,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:40.049532 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:40.058717 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:40.059866 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-64266af3-1a87-4de1-b4fe-920fa2066a33 tempest-TestShelveInstance-761840465 tempest-TestShelveInstance-761840465-project] 10.222.0.11 "DELETE /v2.0/security-groups/863f7e0b-33cf-4b3e-b5f8-414316e28e6c HTTP/1.1" status: 204 len: 168 time: 0.1893027 Jun 29 14:39:40.109134 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52156) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:40.480746 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:40.925198 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:40.960976 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] No Port match for: 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:40.961333 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Device 38f17c19-a8a8-4f62-a147-3fefb1b0e5f4 not bound to the agent host hv-cinder-79835 {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:41.152926 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Deleting port 856f5b36-a77b-4ab3-bc25-7c900a0ad526 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:41.153510 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:41.317972 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] For port 856f5b36-a77b-4ab3-bc25-7c900a0ad526, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=856f5b36-a77b-4ab3-bc25-7c900a0ad526,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:41.318325 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:41.438453 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Calling delete_port for 856f5b36-a77b-4ab3-bc25-7c900a0ad526 owned by network:router_interface {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:41.614318 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:41.617799 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-5f1d0e5b-5fff-45c4-aa8f-3f1332607920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:41.657556 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Pushing event deleted for resources: {'Port': ['ID=856f5b36-a77b-4ab3-bc25-7c900a0ad526,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:41.661478 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:41.945963 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:42.605463 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:39:42.798144 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:39:42.806293 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Sync routers for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:39:42.811205 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] 10.222.0.11 "PUT /v2.0/routers/9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7010303 Jun 29 14:39:42.813600 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52160) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:42.817616 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:42.818220 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:43.008679 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks [] for router, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:43.026717 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: dv-cinder-798356-1-smb {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:43.201460 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:43.210861 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Deleting port 4e66d02b-117c-4b8f-be23-f3b39aae7921 {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:43.211240 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:43.302383 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:39:41Z', 'revision_number': 5, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port': {'id': '4e66d02b-117c-4b8f-be23-f3b39aae7921', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:43.306088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Checking router: 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 for host: dv-cinder-798356-1-smb {{(pid=74212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:39:43.317045 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Routers {'9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:43.317657 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'], 'active': True} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:43.384083 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] For port 4e66d02b-117c-4b8f-be23-f3b39aae7921, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=4e66d02b-117c-4b8f-be23-f3b39aae7921,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:43.384440 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:43.469946 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_dvr_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] Set router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 gateway port host: None {{(pid=74212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:43.507492 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Calling delete_port for 4e66d02b-117c-4b8f-be23-f3b39aae7921 owned by network:router_gateway {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:43.587725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.db.l3_hamode_db [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:39:43Z', 'revision_number': 6, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:43.591891 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ffc623-3e63-4276-91e1-a6a3057e0bdc None None] The sync data for ids ['9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81'] in dv-cinder-798356-1-smb is: [{'id': '9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81', 'name': 'tempest-TestShelveInstance-1812910449-router', 'tenant_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:11Z', 'updated_at': '2021-06-29T14:39:43Z', 'revision_number': 6, 'project_id': '2bcb2388b7a041579ac41fedbc76c0cb', 'gw_port_host': None}] {{(pid=74212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:39:43.811985 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:39:43.820508 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:43.825143 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-4547582f-63cd-4f4c-bd5f-5943f197709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:43.867065 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e66d02b-117c-4b8f-be23-f3b39aae7921,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:43.870015 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:44.003915 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 856f5b36-a77b-4ab3-bc25-7c900a0ad526 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:44.041474 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 856f5b36-a77b-4ab3-bc25-7c900a0ad526 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:44.041900 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 856f5b36-a77b-4ab3-bc25-7c900a0ad526 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:44.125140 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.389408 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.393665 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.419430 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.419959 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 {{(pid=74210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:39:44.431610 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] Notify callbacks [] for router, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.432720 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-17fad3f0-8525-4e85-86f7-2969c991c268 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9792a4c8-1d4b-4c23-ac06-bfe14c8f2a81 HTTP/1.1" status: 204 len: 168 time: 1.6182046 Jun 29 14:39:44.435238 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52166) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:44.495677 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Deleting subnet 899f06df-e1b3-4567-b997-40a0e761e36a {{(pid=74210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:39:44.499031 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.554391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3363204'] for subnet, precommit_delete_associations {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.636590 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.706447 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1401015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6912753'] for subnet, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.709989 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0b5afa10-e840-4829-8d10-0bc0f7032e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:44.748541 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=899f06df-e1b3-4567-b997-40a0e761e36a,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:44.751833 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:44.753424 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.758168 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12194d35-f571-42e2-97b4-0b97a572870d None None] Network 40ce4503-5534-4484-b803-8a84ca624446 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:39:44.759172 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-2c494024-1bad-4abf-9538-1c9186aa28e4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/899f06df-e1b3-4567-b997-40a0e761e36a HTTP/1.1" status: 204 len: 168 time: 0.3228812 Jun 29 14:39:44.761629 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52170) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:44.868428 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:44.879462 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Deleting port f8038f40-0f5d-4a2b-b2f7-31e9d07effff {{(pid=74210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:44.879726 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.007063 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] DHCP port deletion for 40ce4503-5534-4484-b803-8a84ca624446 request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:39:45.011509 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Deleting port f8038f40-0f5d-4a2b-b2f7-31e9d07effff {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:45.011887 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.097319 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.db [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] For port f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:45.097679 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.214498 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] For port f8038f40-0f5d-4a2b-b2f7-31e9d07effff, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,segment=NetworkSegment(61a93c73-8308-4b41-8e4c-b9727f6737eb),segment_id=61a93c73-8308-4b41-8e4c-b9727f6737eb)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:45.214894 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.313423 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.plugin [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Calling delete_port for f8038f40-0f5d-4a2b-b2f7-31e9d07effff owned by network:dhcp {{(pid=74210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:45.333652 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Calling delete_port for f8038f40-0f5d-4a2b-b2f7-31e9d07effff owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:45.393780 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1400900'] for port, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.398188 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:45.405167 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:39:45.405538 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:39:45.437423 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8038f40-0f5d-4a2b-b2f7-31e9d07effff,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:45.441363 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:45.443745 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] No DVR routers for this DVR port f8038f40-0f5d-4a2b-b2f7-31e9d07effff on host dv-cinder-798356-1-smb {{(pid=74210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:39:45.555345 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.567764 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ce4503-5534-4484-b803-8a84ca624446']}} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:45.583391 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a93c73-8308-4b41-8e4c-b9727f6737eb') {'for_net_delete': True} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:45.583689 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.services.segments.db [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a93c73-8308-4b41-8e4c-b9727f6737eb') {} {{(pid=74210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:45.595514 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3363211'] for segment, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.612283 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.618630 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:39:45.619013 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1400849'] for segment, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: Traceback (most recent call last): Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: timer() Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: cb(*args, **kw) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: return func(*args, **kwargs) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: self._notify() Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: self.callback(batched_events) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: event.method(event) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: return f(self, *a, **k) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: return self._get(url).json() Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: return self.request(url, 'GET', **kwargs) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:39:45.632122 dv-cinder-798356-1-smb neutron-server[74210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:39:45.707475 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.711141 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-70d4ea3b-3849-46d2-a684-3bbbc0fe7d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:45.724947 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.739476 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ce4503-5534-4484-b803-8a84ca624446,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:45.742894 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:45.753626 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-0a614b66-fc8a-4cb9-aadb-06c59eb11242 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40ce4503-5534-4484-b803-8a84ca624446 HTTP/1.1" status: 204 len: 168 time: 0.9910729 Jun 29 14:39:45.756621 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52174) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:45.907184 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Deleting port f8038f40-0f5d-4a2b-b2f7-31e9d07effff {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:45.907841 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:45.971558 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f8038f40-0f5d-4a2b-b2f7-31e9d07effff no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:46.006135 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: f8038f40-0f5d-4a2b-b2f7-31e9d07effff {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:46.006487 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f8038f40-0f5d-4a2b-b2f7-31e9d07effff not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:46.006915 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 4e66d02b-117c-4b8f-be23-f3b39aae7921 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:46.066861 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-789f6fa6-1d9d-4f6c-bf0d-a3782eb2e92e None None] The port 'f8038f40-0f5d-4a2b-b2f7-31e9d07effff' was deleted {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:39:46.067718 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 4e66d02b-117c-4b8f-be23-f3b39aae7921 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:46.068074 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 4e66d02b-117c-4b8f-be23-f3b39aae7921 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:46.146670 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626202'] for router_interface, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:46.806350 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Deleting port f40e4a89-66c8-449d-b120-baf2afd8db13 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:46.807057 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:46.972625 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] For port f40e4a89-66c8-449d-b120-baf2afd8db13, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=f40e4a89-66c8-449d-b120-baf2afd8db13,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:46.972887 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:47.091710 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Calling delete_port for f40e4a89-66c8-449d-b120-baf2afd8db13 owned by network:router_interface {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:47.256262 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:47.259614 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-b025e3cb-d21c-4f4e-b641-2ffa8ca83532 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:47.298917 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f40e4a89-66c8-449d-b120-baf2afd8db13,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:47.302776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:47.580253 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1626468'] for router_interface, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:47.821572 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e9b4251a-3fe2-40b2-a66e-2495d0fb88ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:48.221701 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Router 52b34778-892e-4433-8df1-e758788485ae has already been hosted by L3 agent 861d7eb8-0363-4d0b-ae68-a90252584b22 {{(pid=74211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 29 14:39:48.326028 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:48.416672 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] Notify agent at l3_agent.dv-cinder-798356-1-smb the message routers_updated {{(pid=74211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 14:39:48.425570 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Sync routers for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 29 14:39:48.432767 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-be3c774b-d8fb-46b4-839c-c20903a6eb6f admin admin] 10.222.0.11 "PUT /v2.0/routers/52b34778-892e-4433-8df1-e758788485ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6750207 Jun 29 14:39:48.435268 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52178) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:48.437747 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:48.438375 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:48.613720 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: dv-cinder-798356-1-smb {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:48.628777 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks [] for router, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:48.819843 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:48.828931 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Deleting port 94b22ae2-538f-4b13-903e-0a28389354a3 {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:48.829269 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:48.886336 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'external_fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:39:47Z', 'revision_number': 5, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port': {'id': '94b22ae2-538f-4b13-903e-0a28389354a3', 'name': '', 'network_id': '9df749e4-ef72-484f-ab6f-283e7edd5616', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b34778-892e-4433-8df1-e758788485ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:35:18Z', 'updated_at': '2021-06-29T14:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe2c5d03-6e78-4f00-aebe-659808c7299f', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-smb'}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:48.890171 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Checking router: 52b34778-892e-4433-8df1-e758788485ae for host: dv-cinder-798356-1-smb {{(pid=74213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 29 14:39:48.900417 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Routers {'52b34778-892e-4433-8df1-e758788485ae'} bound to L3 agent in host dv-cinder-798356-1-smb {{(pid=74213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 14:39:48.901006 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798356-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:20Z,description=,heartbeat_timestamp=2021-06-29T14:39:20Z,host='dv-cinder-798356-1-smb',id=861d7eb8-0363-4d0b-ae68-a90252584b22,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T14:20:20Z,topic='l3_agent')) {'router_ids': ['52b34778-892e-4433-8df1-e758788485ae'], 'active': True} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:48.999155 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] For port 94b22ae2-538f-4b13-903e-0a28389354a3, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=94b22ae2-538f-4b13-903e-0a28389354a3,segment=NetworkSegment(00ce5661-a50d-41de-9ca4-a90825019e40),segment_id=00ce5661-a50d-41de-9ca4-a90825019e40)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:48.999515 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.047150 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_dvr_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] Set router 52b34778-892e-4433-8df1-e758788485ae gateway port host: None {{(pid=74213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 29 14:39:49.153165 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.l3_hamode_db [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:39:48Z', 'revision_number': 6, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port_host': None}], 'dv-cinder-798356-1-smb', False) {} {{(pid=74213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:49.158055 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f60a067-b8e2-4379-a5f5-30286034e60e None None] The sync data for ids ['52b34778-892e-4433-8df1-e758788485ae'] in dv-cinder-798356-1-smb is: [{'id': '52b34778-892e-4433-8df1-e758788485ae', 'name': 'tempest-TestShelveInstance-335136658-router', 'tenant_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:35:17Z', 'updated_at': '2021-06-29T14:39:48Z', 'revision_number': 6, 'project_id': '4a9310d9ff9e4e47a9dfd1dc0789256f', 'gw_port_host': None}] {{(pid=74213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 29 14:39:49.220042 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Calling delete_port for 94b22ae2-538f-4b13-903e-0a28389354a3 owned by network:router_gateway {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:49.375900 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.379908 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-2abe56bc-cb5c-4774-aa43-665a452b92f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:49.421608 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b22ae2-538f-4b13-903e-0a28389354a3,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:49.424310 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:49.643330 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624973'] for router_gateway, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.902688 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2149'] for router, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.906907 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.921002 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 94b22ae2-538f-4b13-903e-0a28389354a3 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:49.934600 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1623793'] for router, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.935751 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b34778-892e-4433-8df1-e758788485ae {{(pid=74211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 14:39:49.949247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] Notify callbacks [] for router, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:49.950368 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1425a7ff-81eb-4f57-93cd-0e44c21ffb03 admin admin] 10.222.0.11 "DELETE /v2.0/routers/52b34778-892e-4433-8df1-e758788485ae HTTP/1.1" status: 204 len: 168 time: 1.5141914 Jun 29 14:39:49.953523 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52182) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:49.959668 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: 94b22ae2-538f-4b13-903e-0a28389354a3 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:49.960032 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device 94b22ae2-538f-4b13-903e-0a28389354a3 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:49.960450 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f40e4a89-66c8-449d-b120-baf2afd8db13 no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:49.998725 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: f40e4a89-66c8-449d-b120-baf2afd8db13 {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:49.999366 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device f40e4a89-66c8-449d-b120-baf2afd8db13 not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:50.002473 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b5054ca6-938e-4130-afc7-e9b0764fb06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.016223 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.db_base_plugin_v2 [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Deleting subnet a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb {{(pid=74211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 29 14:39:50.019196 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.069247 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7003792'] for subnet, precommit_delete_associations {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.166483 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751824'] for subnet, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.233760 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7009267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1340172'] for subnet, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.238178 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-0a0ea0ce-02c8-4926-8a8d-fb3c9e9c9075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:50.274208 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:50.276904 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:50.279742 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for subnet, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.285140 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466ef2b-1b59-4541-811a-c5f022be3bcf None None] Network 217a668d-96e4-409b-b909-9a8b7631ae17 requested from dv-cinder-798356-1-smb {{(pid=74212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 29 14:39:50.285382 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-1544ab99-4593-4184-a33c-a621884ce706 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4f78f0a-0409-4bf3-ba8c-d3512c84e2bb HTTP/1.1" status: 204 len: 168 time: 0.3309143 Jun 29 14:39:50.287808 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52186) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:50.386497 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-581081'] for network, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.397490 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Deleting port dfcd59a1-2508-4570-a325-ab821940e01a {{(pid=74211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:50.397761 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.523143 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] DHCP port deletion for 217a668d-96e4-409b-b909-9a8b7631ae17 request from dv-cinder-798356-1-smb {{(pid=74212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 29 14:39:50.527161 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Deleting port dfcd59a1-2508-4570-a325-ab821940e01a {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:50.527538 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.697747 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.db [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] For port dfcd59a1-2508-4570-a325-ab821940e01a, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=dfcd59a1-2508-4570-a325-ab821940e01a,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:50.697998 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.725120 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.db [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] For port dfcd59a1-2508-4570-a325-ab821940e01a, host dv-cinder-798356-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-smb',level=0,port_id=dfcd59a1-2508-4570-a325-ab821940e01a,segment=NetworkSegment(41d35c73-ac86-4ece-b564-a354bdf3689b),segment_id=41d35c73-ac86-4ece-b564-a354bdf3689b)] {{(pid=74212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 14:39:50.725512 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630154'] for port, precommit_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.817370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.plugin [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Calling delete_port for dfcd59a1-2508-4570-a325-ab821940e01a owned by network:dhcp {{(pid=74211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:50.847782 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Calling delete_port for dfcd59a1-2508-4570-a325-ab821940e01a owned by network:dhcp {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 29 14:39:50.893732 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-563585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747654540966', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747653998376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7009024'] for port, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:50.898115 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-7d705ec4-a7dc-43a5-aaa1-ca23cb34cbf5 tempest-AttachVolumeTestJSON-465283665 tempest-AttachVolumeTestJSON-465283665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:50.915849 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.db.api [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 14:39:50.916261 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG oslo_db.api [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 14:39:50.939540 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcd59a1-2508-4570-a325-ab821940e01a,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:50.942037 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:50.945056 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] No DVR routers for this DVR port dfcd59a1-2508-4570-a325-ab821940e01a on host dv-cinder-798356-1-smb {{(pid=74211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 14:39:51.056624 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-737701', 'neutron.services.segments.db._delete_segments_for_network-8747654536834'] for network, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.069496 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217a668d-96e4-409b-b909-9a8b7631ae17']}} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:51.081074 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d35c73-ac86-4ece-b564-a354bdf3689b') {'for_net_delete': True} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:51.081376 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.services.segments.db [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d35c73-ac86-4ece-b564-a354bdf3689b') {} {{(pid=74211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 14:39:51.092624 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747654459293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7003807'] for segment, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.108810 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684612'] for segment, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.114738 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 29 14:39:51.115118 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-684639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7009109'] for segment, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: Traceback (most recent call last): Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: timer() Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: cb(*args, **kw) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: return func(*args, **kwargs) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: self._notify() Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: self.callback(batched_events) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: event.method(event) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: return f(self, *a, **k) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: return self._get(url).json() Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: return self.request(url, 'GET', **kwargs) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 14:39:51.132139 dv-cinder-798356-1-smb neutron-server[74211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 14:39:51.149158 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.204119 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625008'] for network, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.207776 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-a34f9473-caca-41de-a81e-95504a9c642a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:51.220652 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598634'] for network, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.233370 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=217a668d-96e4-409b-b909-9a8b7631ae17,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:51.237114 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:51.238603 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-e30e84ea-5558-4928-af09-4bfe7c2f3f0e admin admin] 10.222.0.11 "DELETE /v2.0/networks/217a668d-96e4-409b-b909-9a8b7631ae17 HTTP/1.1" status: 204 len: 168 time: 0.9499013 Jun 29 14:39:51.417319 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Deleting port dfcd59a1-2508-4570-a325-ab821940e01a {{(pid=74212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 29 14:39:51.417717 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747654485423'] for port, before_delete {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.429220 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52192) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:51.485213 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-0cdabf64-ca50-44ee-94bf-59645f5a96c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2bcb2388b7a041579ac41fedbc76c0cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521047 Jun 29 14:39:51.485427 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-06ceef7a-faab-4a83-80da-020952e3de80 None None] The port 'dfcd59a1-2508-4570-a325-ab821940e01a' was deleted {{(pid=74212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 29 14:39:51.485562 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.wsgi [-] (74211) accepted ('10.222.0.11', 52196) {{(pid=74211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:51.547792 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.572427 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.623039 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.626611 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-24dfa4bb-f57b-4aa9-bedf-70d162e9c54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:51.640880 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9dce6-bffc-4bb8-8b66-a12f6ebef2fe,revision_number=None']} {{(pid=74211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:51.644354 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG oslo_concurrency.lockutils [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:51.647548 dv-cinder-798356-1-smb neutron-server[74211]: DEBUG neutron_lib.callbacks.manager [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:51.650969 dv-cinder-798356-1-smb neutron-server[74211]: INFO neutron.wsgi [None req-f60dc64d-f10e-4161-8c85-734726b50aa3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92a9dce6-bffc-4bb8-8b66-a12f6ebef2fe HTTP/1.1" status: 204 len: 168 time: 0.1616406 Jun 29 14:39:51.912888 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device dfcd59a1-2508-4570-a325-ab821940e01a no longer exists at agent ovs-agent-dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 29 14:39:51.944741 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.plugin [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] No Port match for: dfcd59a1-2508-4570-a325-ab821940e01a {{(pid=74212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 29 14:39:51.945088 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron.plugins.ml2.rpc [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Device dfcd59a1-2508-4570-a325-ab821940e01a not bound to the agent host dv-cinder-798356-1-smb {{(pid=74212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 29 14:39:52.034010 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52204) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:52.094125 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-78a34fa6-6270-4489-a23e-b40595f3cfdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a9310d9ff9e4e47a9dfd1dc0789256f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584664 Jun 29 14:39:52.096531 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [-] (74210) accepted ('10.222.0.11', 52208) {{(pid=74210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 29 14:39:52.153765 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:52.178064 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:52.227661 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1789622'] for security_group, after_delete {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:52.232259 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-84768f42-1fd8-4baf-bcc9-0dd20c11d1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 14:39:52.245229 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6d68b-6945-4217-92f4-9bb46c98faca,revision_number=None']} {{(pid=74210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 14:39:52.248592 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG oslo_concurrency.lockutils [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74210) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 14:39:52.250570 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron_lib.callbacks.manager [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:52.252327 dv-cinder-798356-1-smb neutron-server[74210]: INFO neutron.wsgi [None req-c8b3b336-73c4-4214-980b-0e9f3ffae16c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0be6d68b-6945-4217-92f4-9bb46c98faca HTTP/1.1" status: 204 len: 168 time: 0.1549275 Jun 29 14:39:52.578529 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:39:59.126968 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:17.823368 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c3ee3e05-6bcb-407b-8dbd-3254fdfb32e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:18.326678 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:19.944720 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-823b3a1b-7640-4975-a3e3-82861049a26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:20.812504 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:40:21.150191 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:22.576540 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:29.142231 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:47.824672 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-90b4ed29-904f-4a51-ac2b-c02c1dd7b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:48.329947 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:49.945700 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-08e83c27-821c-40d6-b61b-4c2ac5b10a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:51.153869 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:52.578791 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:40:57.812691 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:40:59.148246 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:17.827505 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-8e07879c-2ee2-4459-8b04-13a175216903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:18.330827 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:19.946401 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0763-2389-4b6a-a44a-8e230e64e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:21.156308 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:22.580887 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:29.177690 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:34.812352 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:41:47.832010 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-338185d8-7bd8-452b-9094-92db53085dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:48.332740 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:49.947318 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b93d-c211-47d9-bcdc-883eadc3b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:51.158186 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:52.583982 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:41:59.178055 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:11.811577 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:42:17.834121 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-43fda5f3-dd82-4720-8ad7-3e94f4c9e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:18.337028 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:19.948853 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-9b8c1844-ccf8-4af1-8c9e-b5d20577dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:21.161064 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:22.588630 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:29.175454 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:47.835963 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-27bcb694-2d5a-4902-99c7-dd37e36515c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:48.338843 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:48.812011 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:42:49.949547 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-861a3d9d-10ea-4344-af1b-93b87164ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:51.165448 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:52.590603 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:42:59.208698 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:17.837407 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ccb67c42-679c-4f32-8b47-9795307a2b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:18.339817 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:19.953142 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-1b9c8758-8eb5-415b-9447-b1e0e7c947b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:21.168194 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:22.594229 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:25.812536 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:43:29.209531 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:47.839826 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-ae40a3b7-6690-4fbb-b53f-8b153547f607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:48.341126 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:49.955967 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32b9f081-d156-488e-a61d-788639eb965c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:51.170217 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:51.347344 dv-cinder-798356-1-smb neutron-server[74210]: DEBUG neutron.wsgi [req-a6b31190-0c19-4d57-b83d-cbb95ed7883c req-f45b515a-cbc2-4c06-9005-2ef6ff66f6b9 service neutron] (74210) timed out ('10.222.0.74', 64652) {{(pid=74210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 29 14:43:52.597761 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:43:59.221840 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:02.812024 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:44:17.840849 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-e3af4462-df09-42dd-a6f2-b036c2615d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:18.341972 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:19.956746 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-8057fa4d-9185-418a-8fe3-423083b44cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:21.173124 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:22.599816 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:29.219588 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-32f75741-12e0-4d85-a902-c11e9f6c21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:39.813042 dv-cinder-798356-1-smb neutron-server[74213]: DEBUG neutron.db.agents_db [None req-bcb6c7c6-ebde-414b-8d67-6dca2be2f423 None None] Agent healthcheck: found 6 active agents {{(pid=74213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 29 14:44:47.841218 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-23ef4201-d575-464a-b83d-3f85a973a8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:48.344217 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-26bd513f-20ba-4e97-903a-a6e705cb2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:49.958986 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-84f87938-b32c-437c-a81f-d6d4374d7b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:51.177510 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-b2b5cd6a-adce-4949-801d-e024998b8876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 14:44:52.603846 dv-cinder-798356-1-smb neutron-server[74212]: DEBUG neutron_lib.callbacks.manager [None req-c4899675-680e-4f43-9e4c-fca1a1d856e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747654536816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-739987'] for agent, after_update {{(pid=74212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}